[ 482.114969] env[62099]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62099) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 482.115307] env[62099]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62099) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 482.115429] env[62099]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62099) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 482.115734] env[62099]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 482.211074] env[62099]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62099) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 482.223064] env[62099]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.012s {{(pid=62099) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 482.820539] env[62099]: INFO nova.virt.driver [None req-4c49ba44-1354-40b0-8085-2556c819e7e4 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 482.892613] env[62099]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 482.892809] env[62099]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 482.892909] env[62099]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62099) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 486.024695] env[62099]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-7745fb40-a9ff-4c10-89e5-b7a683c8824b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.040928] env[62099]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62099) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 486.041174] env[62099]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-961559d1-7f22-4244-9d00-1952835efe69 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.073244] env[62099]: INFO oslo_vmware.api [-] Successfully established new session; session ID is c5343. [ 486.073502] env[62099]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.181s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 486.073995] env[62099]: INFO nova.virt.vmwareapi.driver [None req-4c49ba44-1354-40b0-8085-2556c819e7e4 None None] VMware vCenter version: 7.0.3 [ 486.077428] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cbfa1e-c86b-454f-911e-36ed7724c597 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.095130] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc560e68-c33f-442e-b32b-9c2e51ed60d9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.101141] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2531a80b-832d-48e5-bfd3-35b0a418bc16 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.108008] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e889551-59bf-4b97-af3b-f9f3cf829337 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.120848] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cbc1f7-f580-469e-b679-5b6397bd47f1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.126505] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7be469b-37ba-44ee-8682-f640baf9c7d8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.156330] env[62099]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f5c0b1df-5b3d-45c1-9f2a-279b6a68d457 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.161089] env[62099]: DEBUG nova.virt.vmwareapi.driver [None req-4c49ba44-1354-40b0-8085-2556c819e7e4 None None] Extension org.openstack.compute already exists. {{(pid=62099) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 486.163784] env[62099]: INFO nova.compute.provider_config [None req-4c49ba44-1354-40b0-8085-2556c819e7e4 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 486.667407] env[62099]: DEBUG nova.context [None req-4c49ba44-1354-40b0-8085-2556c819e7e4 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),9c136f7c-c3df-4f8c-a252-8c2f3359c7c5(cell1) {{(pid=62099) load_cells /opt/stack/nova/nova/context.py:464}} [ 486.669562] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 486.669850] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 486.670544] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 486.670990] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] Acquiring lock "9c136f7c-c3df-4f8c-a252-8c2f3359c7c5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 486.671192] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] Lock "9c136f7c-c3df-4f8c-a252-8c2f3359c7c5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 486.672244] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] Lock "9c136f7c-c3df-4f8c-a252-8c2f3359c7c5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 486.693384] env[62099]: INFO dbcounter [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] Registered counter for database nova_cell0 [ 486.701608] env[62099]: INFO dbcounter [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] Registered counter for database nova_cell1 [ 486.704880] env[62099]: DEBUG oslo_db.sqlalchemy.engines [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62099) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 486.705242] env[62099]: DEBUG oslo_db.sqlalchemy.engines [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62099) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 486.710147] env[62099]: ERROR nova.db.main.api [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 486.710147] env[62099]: result = function(*args, **kwargs) [ 486.710147] env[62099]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 486.710147] env[62099]: return func(*args, **kwargs) [ 486.710147] env[62099]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 486.710147] env[62099]: result = fn(*args, **kwargs) [ 486.710147] env[62099]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 486.710147] env[62099]: return f(*args, **kwargs) [ 486.710147] env[62099]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 486.710147] env[62099]: return db.service_get_minimum_version(context, binaries) [ 486.710147] env[62099]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 486.710147] env[62099]: _check_db_access() [ 486.710147] env[62099]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 486.710147] env[62099]: stacktrace = ''.join(traceback.format_stack()) [ 486.710147] env[62099]: [ 486.710953] env[62099]: ERROR nova.db.main.api [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 486.710953] env[62099]: result = function(*args, **kwargs) [ 486.710953] env[62099]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 486.710953] env[62099]: return func(*args, **kwargs) [ 486.710953] env[62099]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 486.710953] env[62099]: result = fn(*args, **kwargs) [ 486.710953] env[62099]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 486.710953] env[62099]: return f(*args, **kwargs) [ 486.710953] env[62099]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 486.710953] env[62099]: return db.service_get_minimum_version(context, binaries) [ 486.710953] env[62099]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 486.710953] env[62099]: _check_db_access() [ 486.710953] env[62099]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 486.710953] env[62099]: stacktrace = ''.join(traceback.format_stack()) [ 486.710953] env[62099]: [ 486.711365] env[62099]: WARNING nova.objects.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 486.711474] env[62099]: WARNING nova.objects.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] Failed to get minimum service version for cell 9c136f7c-c3df-4f8c-a252-8c2f3359c7c5 [ 486.711894] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] Acquiring lock "singleton_lock" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 486.712091] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] Acquired lock "singleton_lock" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 486.712338] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] Releasing lock "singleton_lock" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.712657] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] Full set of CONF: {{(pid=62099) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 486.712801] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ******************************************************************************** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 486.712928] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] Configuration options gathered from: {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 486.713101] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 486.713304] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 486.713435] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ================================================================================ {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 486.713646] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] allow_resize_to_same_host = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.713812] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] arq_binding_timeout = 300 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.713950] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] backdoor_port = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.714110] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] backdoor_socket = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.714281] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] block_device_allocate_retries = 60 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.714447] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] block_device_allocate_retries_interval = 3 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.714617] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cert = self.pem {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.714785] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.714954] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] compute_monitors = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.715168] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] config_dir = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.715350] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] config_drive_format = iso9660 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.715486] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.715650] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] config_source = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.715819] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] console_host = devstack {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.715988] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] control_exchange = nova {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.716163] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cpu_allocation_ratio = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.716325] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] daemon = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.716496] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] debug = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.716652] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] default_access_ip_network_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.716816] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] default_availability_zone = nova {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.716972] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] default_ephemeral_format = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.717148] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] default_green_pool_size = 1000 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.717387] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.717578] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] default_schedule_zone = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.717743] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] disk_allocation_ratio = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.717904] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] enable_new_services = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.718111] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] enabled_apis = ['osapi_compute'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.718295] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] enabled_ssl_apis = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.718458] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] flat_injected = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.718616] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] force_config_drive = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.718776] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] force_raw_images = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.718943] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] graceful_shutdown_timeout = 5 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.719119] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] heal_instance_info_cache_interval = 60 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.719346] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] host = cpu-1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.719530] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.719698] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.719864] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.720101] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.720277] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] instance_build_timeout = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.720440] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] instance_delete_interval = 300 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.720609] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] instance_format = [instance: %(uuid)s] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.720778] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] instance_name_template = instance-%08x {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.720966] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] instance_usage_audit = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.721208] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] instance_usage_audit_period = month {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.721418] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.721590] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.721761] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] internal_service_availability_zone = internal {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.721922] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] key = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.722099] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] live_migration_retry_count = 30 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.722289] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] log_color = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.722458] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] log_config_append = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.722629] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.722791] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] log_dir = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.722958] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] log_file = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.723115] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] log_options = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.723287] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] log_rotate_interval = 1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.723462] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] log_rotate_interval_type = days {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.723631] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] log_rotation_type = none {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.723759] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.723894] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.724122] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.724304] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.724437] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.724609] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] long_rpc_timeout = 1800 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.724773] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] max_concurrent_builds = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.724935] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] max_concurrent_live_migrations = 1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.725112] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] max_concurrent_snapshots = 5 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.725278] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] max_local_block_devices = 3 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.725439] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] max_logfile_count = 30 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.725598] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] max_logfile_size_mb = 200 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.725760] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] maximum_instance_delete_attempts = 5 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.725930] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] metadata_listen = 0.0.0.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.726112] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] metadata_listen_port = 8775 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.726289] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] metadata_workers = 2 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.726454] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] migrate_max_retries = -1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.726621] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] mkisofs_cmd = genisoimage {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.726831] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.726989] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] my_ip = 10.180.1.21 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.727243] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.727418] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] network_allocate_retries = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.727601] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.727771] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.727938] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] osapi_compute_listen_port = 8774 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.728124] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] osapi_compute_unique_server_name_scope = {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.728302] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] osapi_compute_workers = 2 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.728466] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] password_length = 12 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.728629] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] periodic_enable = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.728792] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] periodic_fuzzy_delay = 60 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.728962] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] pointer_model = usbtablet {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.729148] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] preallocate_images = none {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.729314] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] publish_errors = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.729445] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] pybasedir = /opt/stack/nova {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.729603] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ram_allocation_ratio = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.729764] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] rate_limit_burst = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.729937] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] rate_limit_except_level = CRITICAL {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.730139] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] rate_limit_interval = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.730309] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] reboot_timeout = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.730471] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] reclaim_instance_interval = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.730631] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] record = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.730804] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] reimage_timeout_per_gb = 60 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.730972] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] report_interval = 120 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.731154] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] rescue_timeout = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.731320] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] reserved_host_cpus = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.731482] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] reserved_host_disk_mb = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.731645] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] reserved_host_memory_mb = 512 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.731807] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] reserved_huge_pages = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.731969] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] resize_confirm_window = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.732151] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] resize_fs_using_block_device = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.732315] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] resume_guests_state_on_host_boot = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.732485] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.732651] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] rpc_response_timeout = 60 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.732814] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] run_external_periodic_tasks = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.733039] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] running_deleted_instance_action = reap {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.733227] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.733425] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] running_deleted_instance_timeout = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.733601] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] scheduler_instance_sync_interval = 120 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.733771] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] service_down_time = 720 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.733945] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] servicegroup_driver = db {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.734143] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] shell_completion = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.734316] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] shelved_offload_time = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.734482] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] shelved_poll_interval = 3600 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.734652] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] shutdown_timeout = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.734816] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] source_is_ipv6 = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.734979] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ssl_only = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.735248] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.735423] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] sync_power_state_interval = 600 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.735587] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] sync_power_state_pool_size = 1000 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.735759] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] syslog_log_facility = LOG_USER {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.735930] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] tempdir = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.736132] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] timeout_nbd = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.736313] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] transport_url = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.736483] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] update_resources_interval = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.736666] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] use_cow_images = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.736802] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] use_eventlog = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.736961] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] use_journal = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.737139] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] use_json = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.737301] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] use_rootwrap_daemon = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.737498] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] use_stderr = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.737620] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] use_syslog = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.737775] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vcpu_pin_set = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.737945] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vif_plugging_is_fatal = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.738124] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vif_plugging_timeout = 300 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.738296] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] virt_mkfs = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.738459] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] volume_usage_poll_interval = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.738623] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] watch_log_file = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.738790] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] web = /usr/share/spice-html5 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.738990] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.739194] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.739367] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.739538] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_concurrency.disable_process_locking = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.740144] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.740346] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.740521] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.740700] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.740872] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.741053] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.741252] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.auth_strategy = keystone {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.741422] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.compute_link_prefix = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.741600] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.741774] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.dhcp_domain = novalocal {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.741946] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.enable_instance_password = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.742161] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.glance_link_prefix = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.742336] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.742510] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.742676] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.instance_list_per_project_cells = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.742840] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.list_records_by_skipping_down_cells = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.743038] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.local_metadata_per_cell = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.743230] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.max_limit = 1000 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.743402] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.metadata_cache_expiration = 15 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.743580] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.neutron_default_tenant_id = default {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.743752] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.response_validation = warn {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.743920] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.use_neutron_default_nets = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.744133] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.744309] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.744480] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.744657] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.744826] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.vendordata_dynamic_targets = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.745027] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.vendordata_jsonfile_path = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.745233] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.745429] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.backend = dogpile.cache.memcached {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.745602] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.backend_argument = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.745770] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.backend_expiration_time = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.745945] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.config_prefix = cache.oslo {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.746132] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.dead_timeout = 60.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.746304] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.debug_cache_backend = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.746470] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.enable_retry_client = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.746631] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.enable_socket_keepalive = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.746804] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.enabled = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.746972] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.enforce_fips_mode = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.747155] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.expiration_time = 600 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.747326] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.hashclient_retry_attempts = 2 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.747499] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.747668] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.memcache_dead_retry = 300 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.747831] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.memcache_password = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.748029] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.748220] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.748391] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.memcache_pool_maxsize = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.748557] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.748723] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.memcache_sasl_enabled = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.748903] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.749090] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.749263] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.memcache_username = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.749435] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.proxies = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.749604] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.redis_db = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.749770] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.redis_password = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.749940] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.750131] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.750309] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.redis_server = localhost:6379 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.750476] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.redis_socket_timeout = 1.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.750639] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.redis_username = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.750805] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.retry_attempts = 2 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.751019] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.retry_delay = 0.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.751203] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.socket_keepalive_count = 1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.751373] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.socket_keepalive_idle = 1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.751539] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.socket_keepalive_interval = 1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.751700] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.tls_allowed_ciphers = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.751858] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.tls_cafile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.752027] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.tls_certfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.752202] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.tls_enabled = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.752364] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cache.tls_keyfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.752537] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cinder.auth_section = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.752712] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cinder.auth_type = password {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.752876] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cinder.cafile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.753101] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.753277] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cinder.certfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.753447] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cinder.collect_timing = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.753614] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cinder.cross_az_attach = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.753778] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cinder.debug = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.753971] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cinder.endpoint_template = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.754195] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cinder.http_retries = 3 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.754375] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cinder.insecure = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.754541] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cinder.keyfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.754716] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cinder.os_region_name = RegionOne {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.754883] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cinder.split_loggers = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.755059] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cinder.timeout = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.755239] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.755404] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] compute.cpu_dedicated_set = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.755564] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] compute.cpu_shared_set = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.755733] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] compute.image_type_exclude_list = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.755898] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.756074] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.756245] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.756407] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.756579] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.756741] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] compute.resource_provider_association_refresh = 300 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.756911] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.757115] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] compute.shutdown_retry_interval = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.757308] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.757490] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] conductor.workers = 2 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.757717] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] console.allowed_origins = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.757833] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] console.ssl_ciphers = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.758012] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] console.ssl_minimum_version = default {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.758193] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] consoleauth.enforce_session_timeout = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.758367] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] consoleauth.token_ttl = 600 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.758541] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.cafile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.758700] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.certfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.758865] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.collect_timing = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.759033] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.connect_retries = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.759200] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.connect_retry_delay = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.759360] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.endpoint_override = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.759519] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.insecure = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.759674] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.keyfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.759836] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.max_version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.760020] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.min_version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.760201] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.region_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.760366] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.retriable_status_codes = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.760526] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.service_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.760696] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.service_type = accelerator {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.760860] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.split_loggers = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.761026] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.status_code_retries = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.761193] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.status_code_retry_delay = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.761351] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.timeout = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.761532] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.761695] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] cyborg.version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.761867] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.asyncio_connection = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.762041] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.asyncio_slave_connection = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.762220] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.backend = sqlalchemy {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.762389] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.connection = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.762557] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.connection_debug = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.762729] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.connection_parameters = {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.762895] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.connection_recycle_time = 3600 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.763106] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.connection_trace = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.763293] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.db_inc_retry_interval = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.763506] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.db_max_retries = 20 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.763706] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.db_max_retry_interval = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.763877] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.db_retry_interval = 1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.764066] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.max_overflow = 50 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.764238] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.max_pool_size = 5 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.764402] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.max_retries = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.764573] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.764731] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.mysql_wsrep_sync_wait = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.764891] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.pool_timeout = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.765063] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.retry_interval = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.765233] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.slave_connection = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.765397] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.sqlite_synchronous = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.765560] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] database.use_db_reconnect = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.765730] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.asyncio_connection = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.765901] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.asyncio_slave_connection = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.766120] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.backend = sqlalchemy {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.766325] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.connection = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.766499] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.connection_debug = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.766674] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.connection_parameters = {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.766839] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.connection_recycle_time = 3600 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.767010] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.connection_trace = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.767188] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.db_inc_retry_interval = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.767355] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.db_max_retries = 20 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.767519] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.db_max_retry_interval = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.767684] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.db_retry_interval = 1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.767847] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.max_overflow = 50 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.768028] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.max_pool_size = 5 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.768192] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.max_retries = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.768362] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.768523] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.768682] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.pool_timeout = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.768844] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.retry_interval = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.769040] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.slave_connection = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.769230] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] api_database.sqlite_synchronous = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.769409] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] devices.enabled_mdev_types = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.769594] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.769767] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.769933] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ephemeral_storage_encryption.enabled = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.770112] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.770290] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.api_servers = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.770453] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.cafile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.770614] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.certfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.770778] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.collect_timing = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.770941] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.connect_retries = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.771111] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.connect_retry_delay = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.771277] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.debug = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.771444] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.default_trusted_certificate_ids = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.771607] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.enable_certificate_validation = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.771769] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.enable_rbd_download = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.771929] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.endpoint_override = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.772134] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.insecure = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.772311] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.keyfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.772477] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.max_version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.772637] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.min_version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.772804] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.num_retries = 3 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.773018] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.rbd_ceph_conf = {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.773192] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.rbd_connect_timeout = 5 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.773366] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.rbd_pool = {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.773543] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.rbd_user = {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.773703] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.region_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.773863] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.retriable_status_codes = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.774037] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.service_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.774238] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.service_type = image {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.774406] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.split_loggers = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.774568] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.status_code_retries = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.774727] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.status_code_retry_delay = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.774885] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.timeout = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.775095] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.775311] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.verify_glance_signatures = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.775459] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] glance.version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.775629] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] guestfs.debug = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.775799] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.auth_section = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.775968] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.auth_type = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.776147] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.cafile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.776311] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.certfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.776477] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.collect_timing = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.776638] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.connect_retries = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.776799] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.connect_retry_delay = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.776960] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.endpoint_override = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.777139] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.insecure = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.777297] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.keyfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.777456] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.max_version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.777612] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.min_version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.777770] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.region_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.777935] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.retriable_status_codes = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.778114] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.service_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.778302] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.service_type = shared-file-system {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.778472] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.share_apply_policy_timeout = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.778633] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.split_loggers = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.778816] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.status_code_retries = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.778983] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.status_code_retry_delay = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.779197] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.timeout = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.779287] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.779448] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] manila.version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.779618] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] mks.enabled = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.779963] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.780172] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] image_cache.manager_interval = 2400 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.780347] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] image_cache.precache_concurrency = 1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.780520] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] image_cache.remove_unused_base_images = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.780693] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.780882] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.781089] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] image_cache.subdirectory_name = _base {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.781280] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.api_max_retries = 60 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.781447] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.api_retry_interval = 2 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.781610] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.auth_section = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.781775] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.auth_type = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.781937] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.cafile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.782110] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.certfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.782280] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.collect_timing = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.782445] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.conductor_group = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.782607] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.connect_retries = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.782768] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.connect_retry_delay = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.782928] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.endpoint_override = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.783131] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.insecure = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.783299] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.keyfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.783462] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.max_version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.783623] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.min_version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.783791] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.peer_list = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.783977] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.region_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.784184] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.retriable_status_codes = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.784362] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.serial_console_state_timeout = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.784526] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.service_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.784697] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.service_type = baremetal {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.784858] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.shard = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.785032] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.split_loggers = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.785205] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.status_code_retries = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.785367] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.status_code_retry_delay = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.785526] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.timeout = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.785707] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.785868] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ironic.version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.786063] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.786245] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] key_manager.fixed_key = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.786431] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.786599] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican.barbican_api_version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.786760] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican.barbican_endpoint = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.786945] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican.barbican_endpoint_type = public {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.787177] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican.barbican_region_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.787310] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican.cafile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.787474] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican.certfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.787640] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican.collect_timing = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.787803] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican.insecure = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.787962] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican.keyfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.788141] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican.number_of_retries = 60 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.788305] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican.retry_delay = 1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.788468] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican.send_service_user_token = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.788629] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican.split_loggers = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.788787] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican.timeout = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.788951] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican.verify_ssl = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.789128] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican.verify_ssl_path = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.789298] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican_service_user.auth_section = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.789462] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican_service_user.auth_type = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.789637] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican_service_user.cafile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.789775] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican_service_user.certfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.789945] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican_service_user.collect_timing = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.790150] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican_service_user.insecure = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.790318] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican_service_user.keyfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.790483] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican_service_user.split_loggers = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.790640] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] barbican_service_user.timeout = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.790810] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vault.approle_role_id = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.790975] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vault.approle_secret_id = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.791160] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vault.kv_mountpoint = secret {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.791326] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vault.kv_path = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.791557] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vault.kv_version = 2 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.791736] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vault.namespace = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.791901] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vault.root_token_id = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.792079] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vault.ssl_ca_crt_file = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.792257] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vault.timeout = 60.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.792422] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vault.use_ssl = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.792593] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.792764] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.cafile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.792949] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.certfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.793165] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.collect_timing = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.793337] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.connect_retries = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.793502] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.connect_retry_delay = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.793663] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.endpoint_override = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.793824] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.insecure = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.793985] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.keyfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.794185] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.max_version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.794356] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.min_version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.794520] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.region_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.794681] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.retriable_status_codes = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.794839] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.service_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.795015] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.service_type = identity {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.795193] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.split_loggers = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.795353] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.status_code_retries = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.795512] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.status_code_retry_delay = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.795669] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.timeout = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.795846] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.796038] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] keystone.version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.796251] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.ceph_mount_options = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.796562] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.796754] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.connection_uri = {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.796921] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.cpu_mode = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.797102] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.797279] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.cpu_models = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.797451] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.cpu_power_governor_high = performance {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.797623] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.797790] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.cpu_power_management = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.797968] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.798156] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.device_detach_attempts = 8 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.798322] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.device_detach_timeout = 20 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.798488] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.disk_cachemodes = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.798650] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.disk_prefix = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.798814] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.enabled_perf_events = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.798993] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.file_backed_memory = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.799196] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.gid_maps = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.799364] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.hw_disk_discard = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.799524] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.hw_machine_type = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.799695] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.images_rbd_ceph_conf = {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.799861] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.800035] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.800212] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.images_rbd_glance_store_name = {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.800385] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.images_rbd_pool = rbd {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.800556] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.images_type = default {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.800719] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.images_volume_group = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.800883] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.inject_key = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.801059] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.inject_partition = -2 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.801230] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.inject_password = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.801395] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.iscsi_iface = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.801557] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.iser_use_multipath = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.801719] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.801883] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.802076] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.live_migration_downtime = 500 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.802260] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.802426] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.802588] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.live_migration_inbound_addr = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.802751] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.802914] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.803114] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.live_migration_scheme = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.803300] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.live_migration_timeout_action = abort {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.803467] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.live_migration_tunnelled = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.803628] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.live_migration_uri = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.803793] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.live_migration_with_native_tls = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.803957] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.max_queues = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.804138] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.804395] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.804565] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.nfs_mount_options = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.804856] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.805078] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.805263] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.805430] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.805596] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.805763] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.num_pcie_ports = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.805931] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.806111] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.pmem_namespaces = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.806280] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.quobyte_client_cfg = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.806577] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.806755] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.806924] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.807101] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.807270] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.rbd_secret_uuid = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.807524] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.rbd_user = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.807589] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.807759] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.807920] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.rescue_image_id = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.808121] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.rescue_kernel_id = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.808297] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.rescue_ramdisk_id = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.808468] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.808627] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.rx_queue_size = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.808796] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.smbfs_mount_options = {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.809105] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.809293] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.snapshot_compression = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.809460] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.snapshot_image_format = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.809695] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.809868] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.sparse_logical_volumes = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.810053] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.swtpm_enabled = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.810236] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.swtpm_group = tss {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.810409] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.swtpm_user = tss {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.810581] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.sysinfo_serial = unique {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.810745] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.tb_cache_size = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.810926] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.tx_queue_size = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.811122] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.uid_maps = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.811296] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.use_virtio_for_bridges = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.811469] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.virt_type = kvm {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.811642] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.volume_clear = zero {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.811811] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.volume_clear_size = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.811979] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.volume_use_multipath = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.812160] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.vzstorage_cache_path = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.812337] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.812507] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.812673] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.812844] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.813184] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.813385] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.vzstorage_mount_user = stack {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.813557] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.813734] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.auth_section = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.813931] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.auth_type = password {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.814146] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.cafile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.814325] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.certfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.814491] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.collect_timing = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.814653] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.connect_retries = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.814811] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.connect_retry_delay = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.814980] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.default_floating_pool = public {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.815160] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.endpoint_override = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.815323] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.extension_sync_interval = 600 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.815487] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.http_retries = 3 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.815646] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.insecure = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.815807] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.keyfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.815968] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.max_version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.816152] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.816311] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.min_version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.816477] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.ovs_bridge = br-int {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.816641] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.physnets = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.816809] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.region_name = RegionOne {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.816995] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.retriable_status_codes = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.817200] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.service_metadata_proxy = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.817366] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.service_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.817541] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.service_type = network {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.817707] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.split_loggers = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.817867] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.status_code_retries = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.818038] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.status_code_retry_delay = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.818207] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.timeout = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.818390] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.818550] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] neutron.version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.818720] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] notifications.bdms_in_notifications = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.818897] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] notifications.default_level = INFO {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.819072] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] notifications.include_share_mapping = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.819253] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] notifications.notification_format = unversioned {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.819419] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] notifications.notify_on_state_change = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.819595] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.819769] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] pci.alias = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.819942] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] pci.device_spec = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.820149] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] pci.report_in_placement = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.820331] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.auth_section = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.820508] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.auth_type = password {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.820675] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.820836] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.cafile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.820995] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.certfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.821184] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.collect_timing = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.821345] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.connect_retries = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.821505] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.connect_retry_delay = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.821663] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.default_domain_id = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.821819] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.default_domain_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.821974] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.domain_id = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.822147] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.domain_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.822309] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.endpoint_override = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.822471] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.insecure = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.822629] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.keyfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.822787] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.max_version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.822946] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.min_version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.823166] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.password = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.823339] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.project_domain_id = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.823510] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.project_domain_name = Default {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.823679] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.project_id = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.823852] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.project_name = service {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.824032] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.region_name = RegionOne {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.824225] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.retriable_status_codes = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.824393] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.service_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.824569] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.service_type = placement {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.824739] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.split_loggers = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.824902] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.status_code_retries = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.825081] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.status_code_retry_delay = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.825252] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.system_scope = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.825415] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.timeout = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.825577] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.trust_id = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.825736] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.user_domain_id = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.825909] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.user_domain_name = Default {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.826105] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.user_id = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.826303] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.username = nova {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.826490] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.826656] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] placement.version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.826837] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] quota.cores = 20 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.827054] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] quota.count_usage_from_placement = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.827192] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.827374] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] quota.injected_file_content_bytes = 10240 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.827553] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] quota.injected_file_path_length = 255 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.827718] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] quota.injected_files = 5 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.827886] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] quota.instances = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.828065] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] quota.key_pairs = 100 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.828242] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] quota.metadata_items = 128 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.828409] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] quota.ram = 51200 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.828576] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] quota.recheck_quota = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.828743] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] quota.server_group_members = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.828909] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] quota.server_groups = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.829160] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.829349] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] quota.unified_limits_resource_strategy = require {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.829527] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.829694] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.829859] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] scheduler.image_metadata_prefilter = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.830033] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.830208] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] scheduler.max_attempts = 3 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.830373] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] scheduler.max_placement_results = 1000 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.830538] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.830703] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.830866] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.831052] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] scheduler.workers = 2 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.831242] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.831415] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.831591] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.831761] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.831929] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.832136] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.832317] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.832508] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.832675] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.host_subset_size = 1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.832840] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.833032] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.833220] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.833388] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.isolated_hosts = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.833562] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.isolated_images = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.833725] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.833884] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.834070] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.834253] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.pci_in_placement = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.834421] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.834584] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.834747] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.834906] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.835105] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.835292] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.835459] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.track_instance_changes = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.835635] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.835805] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] metrics.required = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.835971] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] metrics.weight_multiplier = 1.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.836150] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.836312] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] metrics.weight_setting = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.836625] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.836801] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] serial_console.enabled = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.836980] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] serial_console.port_range = 10000:20000 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.837173] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.837348] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.837516] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] serial_console.serialproxy_port = 6083 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.837692] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] service_user.auth_section = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.837863] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] service_user.auth_type = password {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.838041] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] service_user.cafile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.838227] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] service_user.certfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.838398] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] service_user.collect_timing = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.838569] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] service_user.insecure = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.838724] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] service_user.keyfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.838896] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] service_user.send_service_user_token = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.839074] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] service_user.split_loggers = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.839238] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] service_user.timeout = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.839411] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] spice.agent_enabled = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.839576] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] spice.enabled = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.839885] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.840103] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.840281] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] spice.html5proxy_port = 6082 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.840448] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] spice.image_compression = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.840610] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] spice.jpeg_compression = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.840771] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] spice.playback_compression = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.840959] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] spice.require_secure = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.841161] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] spice.server_listen = 127.0.0.1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.841337] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.841499] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] spice.streaming_mode = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.841658] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] spice.zlib_compression = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.841824] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] upgrade_levels.baseapi = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.841997] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] upgrade_levels.compute = auto {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.842175] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] upgrade_levels.conductor = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.842338] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] upgrade_levels.scheduler = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.842504] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.842668] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.842829] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vendordata_dynamic_auth.cafile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.843011] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vendordata_dynamic_auth.certfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.843200] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.843366] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vendordata_dynamic_auth.insecure = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.843529] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.843692] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.843853] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vendordata_dynamic_auth.timeout = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.844086] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.api_retry_count = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.844270] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.ca_file = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.844449] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.844618] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.cluster_name = testcl1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.844784] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.connection_pool_size = 10 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.844945] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.console_delay_seconds = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.845130] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.datastore_regex = ^datastore.* {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.845347] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.845524] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.host_password = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.845693] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.host_port = 443 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.845862] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.host_username = administrator@vsphere.local {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.846044] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.insecure = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.846213] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.integration_bridge = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.846375] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.maximum_objects = 100 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.846532] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.pbm_default_policy = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.846693] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.pbm_enabled = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.846854] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.pbm_wsdl_location = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.847064] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.847240] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.serial_port_proxy_uri = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.847401] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.serial_port_service_uri = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.847571] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.task_poll_interval = 0.5 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.847747] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.use_linked_clone = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.847920] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.vnc_keymap = en-us {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.848100] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.vnc_port = 5900 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.848273] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vmware.vnc_port_total = 10000 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.848467] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vnc.auth_schemes = ['none'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.848643] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vnc.enabled = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.848944] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.849146] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.849324] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vnc.novncproxy_port = 6080 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.849514] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vnc.server_listen = 127.0.0.1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.849698] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.849863] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vnc.vencrypt_ca_certs = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.850059] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vnc.vencrypt_client_cert = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.850239] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vnc.vencrypt_client_key = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.850420] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.850587] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.disable_deep_image_inspection = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.850751] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.850914] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.851088] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.851259] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.disable_rootwrap = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.851422] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.enable_numa_live_migration = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.851587] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.851748] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.851910] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.852084] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.libvirt_disable_apic = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.852252] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.852417] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.852579] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.852742] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.852922] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.853151] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.853327] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.853492] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.853653] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.853819] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.854017] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.854226] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] wsgi.client_socket_timeout = 900 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.854403] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] wsgi.default_pool_size = 1000 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.854575] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] wsgi.keep_alive = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.854747] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] wsgi.max_header_line = 16384 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.854914] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.855093] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] wsgi.ssl_ca_file = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.855260] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] wsgi.ssl_cert_file = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.855449] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] wsgi.ssl_key_file = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.855620] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] wsgi.tcp_keepidle = 600 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.855803] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.855998] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] zvm.ca_file = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.856194] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] zvm.cloud_connector_url = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.856501] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.856683] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] zvm.reachable_timeout = 300 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.856860] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.857056] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.857245] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] profiler.connection_string = messaging:// {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.857411] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] profiler.enabled = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.857580] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] profiler.es_doc_type = notification {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.857744] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] profiler.es_scroll_size = 10000 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.857915] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] profiler.es_scroll_time = 2m {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.858093] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] profiler.filter_error_trace = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.858265] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] profiler.hmac_keys = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.858434] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] profiler.sentinel_service_name = mymaster {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.858603] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] profiler.socket_timeout = 0.1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.858768] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] profiler.trace_requests = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.858930] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] profiler.trace_sqlalchemy = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.859210] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] profiler_jaeger.process_tags = {} {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.859450] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] profiler_jaeger.service_name_prefix = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.859687] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] profiler_otlp.service_name_prefix = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.859930] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] remote_debug.host = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.860183] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] remote_debug.port = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.860486] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.860718] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.860945] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.861191] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.861386] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.861556] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.861723] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.861888] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.862066] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.862247] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.862411] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.862642] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.862828] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.863033] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.863225] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.863399] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.863595] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.863852] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.864057] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.864231] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.864399] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.864567] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.864730] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.864897] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.865081] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.865250] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.865414] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.865576] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.865743] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.865910] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.ssl = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.866100] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.866281] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.866445] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.866618] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.866787] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.866948] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.867154] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.867324] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_notifications.retry = -1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.867504] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.867677] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.867856] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.auth_section = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.868065] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.auth_type = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.868192] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.cafile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.868353] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.certfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.868518] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.collect_timing = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.868678] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.connect_retries = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.868836] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.connect_retry_delay = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.868990] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.endpoint_id = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.869178] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.869341] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.endpoint_override = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.869500] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.endpoint_region_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.869658] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.endpoint_service_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.869816] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.endpoint_service_type = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.869979] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.insecure = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.870153] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.keyfile = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.870310] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.max_version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.870469] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.min_version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.870627] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.region_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.870787] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.retriable_status_codes = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.870948] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.service_name = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.871110] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.service_type = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.871275] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.split_loggers = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.871437] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.status_code_retries = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.871596] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.status_code_retry_delay = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.871755] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.timeout = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.871912] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.valid_interfaces = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.872081] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_limit.version = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.872251] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_reports.file_event_handler = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.872416] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.872573] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] oslo_reports.log_dir = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.872746] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.872906] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.873105] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.873287] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.873454] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.873616] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.873786] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.873955] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vif_plug_ovs_privileged.group = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.874151] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.874334] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.874501] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.874664] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] vif_plug_ovs_privileged.user = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.874834] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.875024] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.875208] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.875426] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.875620] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.875794] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.875967] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.876149] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.876332] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.876505] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] os_vif_ovs.isolate_vif = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.876675] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.876841] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.877028] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.877194] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.877362] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] os_vif_ovs.per_port_bridge = False {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.877569] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] privsep_osbrick.capabilities = [21] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.877750] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] privsep_osbrick.group = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.877915] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] privsep_osbrick.helper_command = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.878085] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.878258] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.878416] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] privsep_osbrick.user = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.878587] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.878747] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] nova_sys_admin.group = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.878903] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] nova_sys_admin.helper_command = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.879079] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.879245] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.879402] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] nova_sys_admin.user = None {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.879534] env[62099]: DEBUG oslo_service.service [None req-8ac045c3-0ff6-4931-8d8a-b7bf52c388f1 None None] ******************************************************************************** {{(pid=62099) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 486.879960] env[62099]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 487.383514] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Getting list of instances from cluster (obj){ [ 487.383514] env[62099]: value = "domain-c8" [ 487.383514] env[62099]: _type = "ClusterComputeResource" [ 487.383514] env[62099]: } {{(pid=62099) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 487.384642] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcfcc52-bd9c-463d-9ae9-deb4163332e0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.393345] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Got total of 0 instances {{(pid=62099) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 487.393929] env[62099]: WARNING nova.virt.vmwareapi.driver [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 487.394473] env[62099]: INFO nova.virt.node [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Generated node identity 43c8a4a7-40f1-4ba7-adfe-424593691d02 [ 487.394702] env[62099]: INFO nova.virt.node [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Wrote node identity 43c8a4a7-40f1-4ba7-adfe-424593691d02 to /opt/stack/data/n-cpu-1/compute_id [ 487.897310] env[62099]: WARNING nova.compute.manager [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Compute nodes ['43c8a4a7-40f1-4ba7-adfe-424593691d02'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 488.903687] env[62099]: INFO nova.compute.manager [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 489.908861] env[62099]: WARNING nova.compute.manager [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 489.909294] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 489.909467] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 489.909634] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 489.909789] env[62099]: DEBUG nova.compute.resource_tracker [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 489.910747] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66eccdf9-e01f-4ae0-89bf-7d0027d63d39 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 489.919381] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7caac9c-a4d1-46da-bb12-eeb05760d1dc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 489.939359] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db5adbc-adff-46a4-8457-fda9ae0f9eb0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 489.949151] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba6c227-7a6e-42ea-9f2b-7b11b08c01b5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 489.997146] env[62099]: DEBUG nova.compute.resource_tracker [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181307MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 489.997431] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 489.997727] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 490.500689] env[62099]: WARNING nova.compute.resource_tracker [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] No compute node record for cpu-1:43c8a4a7-40f1-4ba7-adfe-424593691d02: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 43c8a4a7-40f1-4ba7-adfe-424593691d02 could not be found. [ 491.004978] env[62099]: INFO nova.compute.resource_tracker [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 43c8a4a7-40f1-4ba7-adfe-424593691d02 [ 492.513863] env[62099]: DEBUG nova.compute.resource_tracker [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 492.514259] env[62099]: DEBUG nova.compute.resource_tracker [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 492.686718] env[62099]: INFO nova.scheduler.client.report [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] [req-1e22ceb4-680f-452a-b651-e9a7f9e9091f] Created resource provider record via placement API for resource provider with UUID 43c8a4a7-40f1-4ba7-adfe-424593691d02 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 492.705257] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f288f5-533f-4542-b661-112b2f1e9e85 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 492.713088] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a76c660-de5b-44e3-a4b8-dc219d87b732 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 492.742910] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f24410-b9be-45d9-8128-9c916c93815b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 492.750184] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeff0932-4731-4e27-ba76-66afb02430c3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 492.763241] env[62099]: DEBUG nova.compute.provider_tree [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 493.302346] env[62099]: DEBUG nova.scheduler.client.report [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Updated inventory for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 493.302520] env[62099]: DEBUG nova.compute.provider_tree [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Updating resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 generation from 0 to 1 during operation: update_inventory {{(pid=62099) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 493.303144] env[62099]: DEBUG nova.compute.provider_tree [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 493.350996] env[62099]: DEBUG nova.compute.provider_tree [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Updating resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 generation from 1 to 2 during operation: update_traits {{(pid=62099) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 493.858525] env[62099]: DEBUG nova.compute.resource_tracker [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 493.858525] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.859s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 493.858525] env[62099]: DEBUG nova.service [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Creating RPC server for service compute {{(pid=62099) start /opt/stack/nova/nova/service.py:186}} [ 493.877887] env[62099]: DEBUG nova.service [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] Join ServiceGroup membership for this service compute {{(pid=62099) start /opt/stack/nova/nova/service.py:203}} [ 493.877887] env[62099]: DEBUG nova.servicegroup.drivers.db [None req-be96eaf2-7c7d-4d05-a22a-07e18dcb2317 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62099) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 519.883288] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 520.388709] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Getting list of instances from cluster (obj){ [ 520.388709] env[62099]: value = "domain-c8" [ 520.388709] env[62099]: _type = "ClusterComputeResource" [ 520.388709] env[62099]: } {{(pid=62099) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 520.389926] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0c3453-c48b-4097-a644-af0856f31d9a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.398883] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Got total of 0 instances {{(pid=62099) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 520.399128] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 520.399435] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Getting list of instances from cluster (obj){ [ 520.399435] env[62099]: value = "domain-c8" [ 520.399435] env[62099]: _type = "ClusterComputeResource" [ 520.399435] env[62099]: } {{(pid=62099) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 520.400302] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c1f664-1d7b-4802-a0f2-c0b685ace041 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.407830] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Got total of 0 instances {{(pid=62099) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 542.275803] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 542.276208] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 542.276366] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 542.276483] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Rebuilding the list of instances to heal {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 542.779817] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Didn't find any instances for network info cache update. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 542.780095] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 542.780316] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 542.780521] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 542.780691] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 542.780874] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 542.781071] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 542.781240] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 542.781390] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 543.284790] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.285102] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.285201] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.285378] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 543.286259] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2151f7b-c36b-4b2d-9419-b7f8c5830e60 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.294365] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21faf508-ee35-4a63-8c06-b25e66093d00 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.307475] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bd957d-cdd7-4be2-8496-d958df0d8d9b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.313534] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f12923-b7bd-4554-8017-3a6ede3287fe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.341632] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181320MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 543.341769] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.341944] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.362887] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 544.363146] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 544.376948] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d41b1f-54d7-4407-a2a4-55f12e19ddf5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.384617] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc6d4bd-d631-4636-b6e5-9d11a02d3a6e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.413352] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901382e9-28ae-441d-91d7-ac21956458ef {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.420379] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b938278a-99fe-44a0-a6a9-6d41fd330a20 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.433137] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 544.936589] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 545.442201] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 545.442551] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.426635] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.427058] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.932282] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.932483] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 605.932562] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Rebuilding the list of instances to heal {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 606.438138] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Didn't find any instances for network info cache update. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 606.438561] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 606.438561] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 606.438681] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 606.438800] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 606.438944] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 606.439101] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 606.439227] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 606.439366] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 606.942744] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.942985] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.943205] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.943382] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 606.944311] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fadb25-8454-415a-a7fd-1eb4a32aa368 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.952603] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9265a299-5452-483b-a65f-3e53968dd211 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.965899] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71593710-5894-4bcc-9fcd-915a6b4c7e63 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.971835] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bac8a07-0284-4fa3-ae47-a691618fca05 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.999834] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181324MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 606.999968] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.000162] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.018653] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 608.018996] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 608.031997] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ef0fc1-54b0-4f97-a835-32756cbb80e5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.040282] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34c4c0a-6d27-486b-98f9-ab6d23fdc9de {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.070672] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58478142-03af-4257-a458-ffb7b5dd32d1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.078250] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d76a458-5a2d-4f0f-89ce-3f2ace3bb346 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.091598] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.594659] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.595918] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 608.596099] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.597436] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.597878] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.597878] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 668.597958] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Rebuilding the list of instances to heal {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 669.101111] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Didn't find any instances for network info cache update. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 669.101456] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.101595] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.101694] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.101782] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.101907] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.102084] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.102212] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 669.102350] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.606018] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.606463] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.606463] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.606463] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 669.607407] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2954b6-3244-4620-93cf-03f6d4e4f936 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.616162] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3b3c3d-2299-431d-8aeb-581ffd9a1879 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.630519] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0a5f7a-96e4-4480-8749-2fb51c91b119 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.637641] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd91422-ce2e-4cf4-a1c9-c09934d19b14 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.667549] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181332MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 669.667739] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.667882] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.687657] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 670.687899] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 670.700353] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1deee6-1c0b-40aa-a27a-6085da5aafd0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.707970] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727751e6-2428-4bc3-85fd-fc104f262f3a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.736495] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ea46c8-0d65-4dd5-b36d-fd5d24389c9c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.743393] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab3fd2c-3d11-4389-944d-42ca317b197c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.755692] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.259049] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.260379] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 671.260611] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.923466] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.923870] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.427757] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.427931] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 730.428055] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Rebuilding the list of instances to heal {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 730.932650] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Didn't find any instances for network info cache update. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 730.933032] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.933032] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.933182] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.935216] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.935216] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.935216] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.935216] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 730.935216] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.440023] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.440023] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.440023] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.440023] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 731.440023] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bfc8e0-cab4-4e19-8013-de099dec2c32 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.448246] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dafa68-fec7-4eab-9c3c-18ad4667c4bd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.462766] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5928c6c3-567e-4948-bdc4-79e483a9d047 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.469665] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f896918b-8a95-47dd-af5c-04c4120c15d3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.501180] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181333MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 731.501532] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.501869] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.520026] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 732.520026] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 732.533427] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2be4ac3-374d-48fd-aae7-18532b61dbf3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.540935] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7595354d-c5e3-4c9b-92d8-c20fa7220ba8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.569616] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420a14f9-3e87-45dc-bb6f-57ce7c5a8c62 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.576592] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973ce590-fc83-4e95-8dfe-cd6e9289ace4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.589560] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.093164] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.094501] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 733.094693] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.265185] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 782.265563] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Cleaning up deleted instances {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 782.769121] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] There are 0 instances to clean {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 782.769422] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 782.769572] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Cleaning up deleted instances with incomplete migration {{(pid=62099) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 783.273071] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.774590] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.774970] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 785.774970] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Rebuilding the list of instances to heal {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 786.277876] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Didn't find any instances for network info cache update. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 786.278199] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.278299] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.278454] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.278588] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 786.278725] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.782612] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.782980] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.782980] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.783160] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 786.784125] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a0224e-f260-48bf-b966-caa3dd9a0611 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.792636] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2534ec-be46-455c-8897-4a79cd59c155 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.806314] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6ffabe-1cc6-4b3f-a17e-e3cc55153ace {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.812332] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433034b1-bfc9-486b-96e3-7a5002b970c9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.840160] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181319MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 786.840328] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.840473] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.857931] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 787.858191] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 787.870236] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa1382f-e2a9-4ed6-91db-829760cbabb2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.878706] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a5b74b-9075-471f-b0c5-e98e1cc01c9b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.907095] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3cb96e-f3a5-471f-bb5b-21a9ee47056e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.913715] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3178c962-391e-415f-9853-a78535bf3770 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.926079] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.430799] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.430799] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 788.430799] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.417973] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.417973] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.417973] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.417973] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.265524] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.265925] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.265925] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 846.264743] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.264998] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.770021] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.770021] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.770021] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.770021] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 846.770021] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b19f40a-c9d1-42df-ab92-99d2d48ee3d5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.778668] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5316da8f-91f6-42cf-9ca9-becccb3fae2f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.793105] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58b9b0e-3238-4f25-91ee-5d1503104f51 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.800024] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec762fc-dc9c-46c1-8b52-570c70ae45d0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.828752] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181312MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 846.829379] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.829749] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.862993] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 847.863234] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 847.879696] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Refreshing inventories for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 847.893705] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Updating ProviderTree inventory for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 847.893877] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.907401] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Refreshing aggregate associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, aggregates: None {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 847.923157] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Refreshing trait associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 847.934645] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dae3c95-8e97-4b13-a075-1e440b15bd42 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.941836] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764925ec-8229-4610-a609-8cb6cefa8ce7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.971720] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937c47ec-20e4-41e5-b083-c10cf594e7b9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.978805] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31205e59-dc7c-470b-954e-75c80868c8c1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.992046] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.494797] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.496191] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 848.496372] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.667s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.496327] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.496712] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 849.496712] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Rebuilding the list of instances to heal {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 849.999812] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Didn't find any instances for network info cache update. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 850.000116] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.000226] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.264835] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.265081] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.260573] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.265593] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.265986] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 906.266507] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.266953] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.264605] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.264844] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.768479] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.768869] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.768869] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.769025] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 907.769948] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03e2919-4171-4155-90d5-3c8019fefe63 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.779225] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80012b7b-23a6-4b8a-a5ee-62052b12a1ae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.798508] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab76a143-b442-4c4c-a58e-3d3a6dcf58ef {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.806318] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8150e9fc-7214-4c26-a42a-ecfa079591cb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.834315] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181324MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 907.834455] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.834639] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.857843] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 908.858134] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 908.876899] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98a5a09-b892-4ecb-beb3-28ebfdcefa0f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.885686] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bca256-f459-4155-8a32-c4a335dd4e13 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.917632] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b129db46-d941-4693-89c2-aa043f5cacd3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.924961] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3995349-e4db-4a92-98cc-b41b5ee80805 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.938723] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.442542] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.443925] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 909.444123] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.609s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.444532] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.444888] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.444888] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 910.445074] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Rebuilding the list of instances to heal {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 910.948706] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Didn't find any instances for network info cache update. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 910.948938] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.949129] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.267337] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.267816] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.267903] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 967.265584] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.265835] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.769636] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.770023] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.770070] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.770222] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 967.771485] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc77a5b3-c391-4443-b9d6-1e527afaf71a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.779829] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff907c3-8702-4d35-a9f0-6014568d291a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.793377] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baff725-4318-48e4-9438-d6c4e2b3702d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.799417] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2f4cb3-dd08-4b5c-b520-b01c829f49ad {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.828328] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181321MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 967.828449] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.828684] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.851356] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 968.851618] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 968.866011] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c728ec2a-1ae6-4b90-8b71-4a386e25beee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.874017] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f74dc7-6c0a-4b8e-8cbe-0005379ad650 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.904373] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430fc749-0873-4d04-a8c9-10e2cc66f112 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.911966] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f66b5fa-109e-45f6-9c32-446e94cbc413 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.926483] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.430102] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.431511] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 969.431759] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.603s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.431706] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.432113] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 970.432113] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Rebuilding the list of instances to heal {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 970.935756] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Didn't find any instances for network info cache update. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 970.935993] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.936188] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.765392] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.264592] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.261403] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.266642] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.264594] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.264862] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1027.264981] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.768863] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.769260] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.769260] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.769415] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1027.770317] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ee5794-204c-4a81-831d-d46d9bf1c747 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.778404] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7186b6bd-3c02-4ffe-80e4-5c96f0115f37 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.792541] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f2a269-13e9-429c-a72e-d7ceca456cc3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.798853] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aa3d75-5f18-4b36-bc84-d8c676233b94 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.827644] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181325MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1027.827787] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.827924] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.847363] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1028.847677] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1028.862743] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5951b124-9a55-4cf8-ab93-2011489f0276 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.870797] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617e0c38-9ad4-4395-b690-aa1b2005a9ca {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.900902] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8ccb3d-f7cb-40fd-8d19-7909f33488f8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.908808] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700faa4c-81a3-47b8-80ea-ce9ee65d644e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.923090] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.426386] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.427694] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1029.427874] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.600s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.428781] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.429168] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1030.429168] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Rebuilding the list of instances to heal {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1030.932177] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Didn't find any instances for network info cache update. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1030.932462] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.932635] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1031.265216] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.260721] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.264266] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.266992] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.266070] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.266070] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1088.266070] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.768641] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.768909] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.769094] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.769249] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1088.770188] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4969a4f-d8d5-442e-ad76-b4761cbe4354 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.778490] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6bfa8e-3d2d-4b7b-bac9-5cc82cd30052 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.792693] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620c6aa6-7f0f-4b02-a46d-faa5d824b0cf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.799269] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeae14f-f004-4a12-9604-5780020ead9a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.828904] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181315MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1088.829160] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.829294] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.852788] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1089.853071] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1089.869023] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328fd478-3b46-406d-ad07-7f2d7aad164b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.875331] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f18c46-e805-4ba2-b43d-70c42604b24f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.905304] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f6834d-c7ef-4cc3-bf53-053d2788c77f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.913172] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9570c22-c64d-4bff-871d-7c760cf32629 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.926486] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.429481] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.430752] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1090.430930] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.602s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.265466] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.265984] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1091.266130] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Rebuilding the list of instances to heal {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1091.769415] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Didn't find any instances for network info cache update. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1091.769683] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.769819] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.769954] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Cleaning up deleted instances {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1092.272762] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] There are 0 instances to clean {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1092.273131] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.270720] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.270940] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.271144] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.271291] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.271426] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Cleaning up deleted instances with incomplete migration {{(pid=62099) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1094.762976] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.260224] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.884405] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.387434] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Getting list of instances from cluster (obj){ [ 1120.387434] env[62099]: value = "domain-c8" [ 1120.387434] env[62099]: _type = "ClusterComputeResource" [ 1120.387434] env[62099]: } {{(pid=62099) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1120.388492] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a22887c-3e1a-48fb-ad54-43bcfb1497a2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.396924] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Got total of 0 instances {{(pid=62099) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1146.780240] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.264920] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.769327] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.769560] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.769730] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.769883] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1149.770803] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0392d2fa-5eac-4627-ab2e-d8b5b428adb2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.779439] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312d971e-ffd3-4bec-ae81-2d3f3969d069 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.793419] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96d2df7-c533-4ada-acec-7f342594e864 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.799981] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0baa07b-e107-44d6-9cb9-54bb64a36938 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.829191] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181324MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1149.829388] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.829532] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.946887] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1150.947217] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1150.970056] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Refreshing inventories for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1150.981680] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Updating ProviderTree inventory for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1150.981856] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.991186] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Refreshing aggregate associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, aggregates: None {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1151.006110] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Refreshing trait associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1151.019139] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839be05f-3dfd-44c3-9ebb-ea4432c3089d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.026895] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a33de3-6d5d-4239-843d-73b73eb98e5f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.055271] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463df136-4e83-4c5b-82a7-bdaa62381587 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.061939] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acd4101-ee4c-4d37-8792-3e42e3fba40d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.075326] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.579014] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.580246] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1151.580423] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.751s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.580736] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.581276] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1152.581417] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Rebuilding the list of instances to heal {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1153.084230] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Didn't find any instances for network info cache update. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1153.084588] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.084735] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1153.265186] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.265411] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.260968] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.264664] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.265199] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.265263] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.265226] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.265666] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1211.265666] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Rebuilding the list of instances to heal {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1211.768605] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Didn't find any instances for network info cache update. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1211.768864] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.272029] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.272383] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.272383] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.273102] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1212.273503] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ee8968-fcc1-4837-8e8d-1717608910e4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.281597] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb158412-3216-40e0-980d-e182d836bed0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.295203] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724689eb-2650-43d7-838c-25a85629803c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.301377] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff884ed7-438a-4b46-9660-b38e877c3218 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.330112] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181259MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1212.330267] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.330519] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.348655] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1213.348871] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1213.361737] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed6ad1d-e707-4139-bee5-116aad608ba5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.369264] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce29c2c-6b85-444c-973e-0a2ff97ae74a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.397487] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef603af-8d3d-4b07-9629-8aa67f518e44 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.404230] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78aec69-dad7-4300-9fdf-5df9c525a5fc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.416710] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.920147] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.921377] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1213.921560] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.418618] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.419032] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.419032] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.419155] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1215.265805] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.261267] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.264895] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.260536] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.264682] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.265500] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.265874] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1271.265874] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Rebuilding the list of instances to heal {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1271.769021] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Didn't find any instances for network info cache update. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1271.769321] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.272763] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.273147] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.273194] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.273315] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1272.274247] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3b3e37-ec36-4844-b4d4-2ae0af6a8a5d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.282206] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f747fba1-30fb-49b4-8bcc-a8d8b033264e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.295622] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a794248-46d3-4ff8-a105-19716e5bbcf1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.301529] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eebf00c-04d9-4d9e-b971-a859209777ed {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.329385] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181320MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1272.329520] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.329691] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.346849] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1273.347088] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1273.359623] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee0d0a1-8c81-4fa2-a888-6ff4cda7d66c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.367495] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8040eea-83a7-47e1-8486-a00a882d5ce7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.395763] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd61e34-20c2-4c6b-8b10-f6d11e12dd22 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.402488] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ec0d90-3cbc-48e1-89f9-f0cdab91352f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.414871] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.918111] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.919474] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1273.919666] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.415334] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.415636] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.415696] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1275.265670] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.265212] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.265589] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.261212] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.634748] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Acquiring lock "e1197d80-5d4b-4130-96aa-35e246a2c8c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.634748] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Lock "e1197d80-5d4b-4130-96aa-35e246a2c8c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.138784] env[62099]: DEBUG nova.compute.manager [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1303.148869] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Acquiring lock "d1ef41d8-83c8-45da-b3e6-f4754d12869d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.149119] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Lock "d1ef41d8-83c8-45da-b3e6-f4754d12869d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.497484] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Acquiring lock "ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.497751] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Lock "ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.661817] env[62099]: DEBUG nova.compute.manager [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1303.701678] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.701881] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.703621] env[62099]: INFO nova.compute.claims [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1303.858921] env[62099]: DEBUG oslo_concurrency.lockutils [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Acquiring lock "b6e143fb-f149-40b7-ba96-1bf7f8b98274" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.859553] env[62099]: DEBUG oslo_concurrency.lockutils [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Lock "b6e143fb-f149-40b7-ba96-1bf7f8b98274" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.000098] env[62099]: DEBUG nova.compute.manager [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1304.187302] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.362941] env[62099]: DEBUG nova.compute.manager [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1304.537892] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.545915] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquiring lock "8566dee0-0c78-4f80-9c3b-82890cd2f18f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.546062] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Lock "8566dee0-0c78-4f80-9c3b-82890cd2f18f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.833473] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874b44a1-9e08-4f97-8520-6ff092d543d4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.840779] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59ef50f-3d52-45f8-ae66-67af4fd72941 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.881024] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9416a136-ae55-4310-95cb-557fb73fd0aa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.891131] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79e580e-8ff9-4fd7-af28-50c2918e6f67 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.905595] env[62099]: DEBUG nova.compute.provider_tree [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.908088] env[62099]: DEBUG oslo_concurrency.lockutils [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.053824] env[62099]: DEBUG nova.compute.manager [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1305.149174] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.149174] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.410112] env[62099]: DEBUG nova.scheduler.client.report [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.580535] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.651440] env[62099]: DEBUG nova.compute.manager [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1305.916972] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.917714] env[62099]: DEBUG nova.compute.manager [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1305.920524] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.733s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.921970] env[62099]: INFO nova.compute.claims [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.183075] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.428216] env[62099]: DEBUG nova.compute.utils [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1306.429951] env[62099]: DEBUG nova.compute.manager [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1306.429951] env[62099]: DEBUG nova.network.neutron [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1306.841271] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "665ba975-97e4-4ffe-8f7c-aab31e63d34d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.841760] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "665ba975-97e4-4ffe-8f7c-aab31e63d34d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.937438] env[62099]: DEBUG nova.compute.manager [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1307.073075] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aabfe3e-4099-47b1-810b-05bb8f469b62 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.082238] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc681237-1580-42cb-b2df-59a0384621e2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.119431] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750d5816-3386-4bb5-8f14-5abd1b8e2db9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.127552] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32948565-41f6-4ed8-9f5f-9a7ab7cc927b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.144559] env[62099]: DEBUG nova.policy [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59733b5676904a319d25e70ed4cfd372', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65e7df1820144bdca32258082012c516', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1307.163250] env[62099]: DEBUG nova.compute.provider_tree [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.344269] env[62099]: DEBUG nova.compute.manager [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1307.666716] env[62099]: DEBUG nova.scheduler.client.report [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.704564] env[62099]: DEBUG nova.network.neutron [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Successfully created port: 7d33e7bc-629b-4f3b-af94-f318b1299af0 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1307.883749] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.949025] env[62099]: DEBUG nova.compute.manager [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1307.984147] env[62099]: DEBUG nova.virt.hardware [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1307.984455] env[62099]: DEBUG nova.virt.hardware [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.984635] env[62099]: DEBUG nova.virt.hardware [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1307.984823] env[62099]: DEBUG nova.virt.hardware [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.984974] env[62099]: DEBUG nova.virt.hardware [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1307.985629] env[62099]: DEBUG nova.virt.hardware [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1307.985942] env[62099]: DEBUG nova.virt.hardware [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1307.986173] env[62099]: DEBUG nova.virt.hardware [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1307.986340] env[62099]: DEBUG nova.virt.hardware [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1307.986730] env[62099]: DEBUG nova.virt.hardware [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1307.986857] env[62099]: DEBUG nova.virt.hardware [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1307.987920] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298ff6f2-4e2f-4360-bf25-40c4044da5c0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.998479] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76b0145-0d58-4b76-9b9b-51a0e8698781 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.016220] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3314a1-e500-41f9-9a10-5da35fa19dd6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.172654] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.173466] env[62099]: DEBUG nova.compute.manager [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1308.176142] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.638s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.177523] env[62099]: INFO nova.compute.claims [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.682184] env[62099]: DEBUG nova.compute.utils [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1308.689659] env[62099]: DEBUG nova.compute.manager [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1308.689843] env[62099]: DEBUG nova.network.neutron [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1308.744155] env[62099]: DEBUG nova.policy [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8714ff368f014aec953e65b2933084ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aff96bf4ce8948a1a82df15949e2718e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1309.191973] env[62099]: DEBUG nova.compute.manager [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1309.347022] env[62099]: DEBUG nova.network.neutron [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Successfully created port: 3c6f8ae5-5056-4e16-8aa0-9454089b14af {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1309.354444] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6a79d9-62a5-479c-bbac-8ecac6df6ae1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.364077] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54611992-4f53-4ef8-b360-47c1f3db8926 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.416111] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cbd744-2c5b-4dc3-91e0-137374c77ed4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.422680] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310b79d9-e16c-4093-ae64-4814e68aa163 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.441355] env[62099]: DEBUG nova.compute.provider_tree [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.948141] env[62099]: DEBUG nova.scheduler.client.report [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.212448] env[62099]: DEBUG nova.compute.manager [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1310.246034] env[62099]: DEBUG nova.virt.hardware [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.246034] env[62099]: DEBUG nova.virt.hardware [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.246034] env[62099]: DEBUG nova.virt.hardware [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.246346] env[62099]: DEBUG nova.virt.hardware [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.246346] env[62099]: DEBUG nova.virt.hardware [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.246346] env[62099]: DEBUG nova.virt.hardware [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.246346] env[62099]: DEBUG nova.virt.hardware [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.246346] env[62099]: DEBUG nova.virt.hardware [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.246494] env[62099]: DEBUG nova.virt.hardware [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.246494] env[62099]: DEBUG nova.virt.hardware [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.246494] env[62099]: DEBUG nova.virt.hardware [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.247401] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaaf485-20c8-4180-98a6-59b363b68918 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.257361] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef1eef3-d44f-49b6-a82a-4829d7d2287a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.295479] env[62099]: DEBUG nova.network.neutron [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Successfully updated port: 7d33e7bc-629b-4f3b-af94-f318b1299af0 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1310.466028] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.466028] env[62099]: DEBUG nova.compute.manager [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1310.470928] env[62099]: DEBUG oslo_concurrency.lockutils [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.561s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.474442] env[62099]: INFO nova.compute.claims [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.799376] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Acquiring lock "refresh_cache-e1197d80-5d4b-4130-96aa-35e246a2c8c2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.799376] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Acquired lock "refresh_cache-e1197d80-5d4b-4130-96aa-35e246a2c8c2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.799376] env[62099]: DEBUG nova.network.neutron [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.977386] env[62099]: DEBUG nova.compute.utils [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1310.986332] env[62099]: DEBUG nova.compute.manager [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Not allocating networking since 'none' was specified. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1311.086866] env[62099]: DEBUG nova.network.neutron [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Successfully updated port: 3c6f8ae5-5056-4e16-8aa0-9454089b14af {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1311.371571] env[62099]: DEBUG nova.network.neutron [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1311.488024] env[62099]: DEBUG nova.compute.manager [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1311.542144] env[62099]: DEBUG nova.compute.manager [req-c3e4fd3d-7940-42e0-ae6a-4b094e469172 req-058b703f-4331-4a2f-be43-0a5586d51f39 service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Received event network-vif-plugged-7d33e7bc-629b-4f3b-af94-f318b1299af0 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1311.542144] env[62099]: DEBUG oslo_concurrency.lockutils [req-c3e4fd3d-7940-42e0-ae6a-4b094e469172 req-058b703f-4331-4a2f-be43-0a5586d51f39 service nova] Acquiring lock "e1197d80-5d4b-4130-96aa-35e246a2c8c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.542144] env[62099]: DEBUG oslo_concurrency.lockutils [req-c3e4fd3d-7940-42e0-ae6a-4b094e469172 req-058b703f-4331-4a2f-be43-0a5586d51f39 service nova] Lock "e1197d80-5d4b-4130-96aa-35e246a2c8c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.542144] env[62099]: DEBUG oslo_concurrency.lockutils [req-c3e4fd3d-7940-42e0-ae6a-4b094e469172 req-058b703f-4331-4a2f-be43-0a5586d51f39 service nova] Lock "e1197d80-5d4b-4130-96aa-35e246a2c8c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.542519] env[62099]: DEBUG nova.compute.manager [req-c3e4fd3d-7940-42e0-ae6a-4b094e469172 req-058b703f-4331-4a2f-be43-0a5586d51f39 service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] No waiting events found dispatching network-vif-plugged-7d33e7bc-629b-4f3b-af94-f318b1299af0 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1311.542834] env[62099]: WARNING nova.compute.manager [req-c3e4fd3d-7940-42e0-ae6a-4b094e469172 req-058b703f-4331-4a2f-be43-0a5586d51f39 service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Received unexpected event network-vif-plugged-7d33e7bc-629b-4f3b-af94-f318b1299af0 for instance with vm_state building and task_state spawning. [ 1311.591492] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Acquiring lock "refresh_cache-d1ef41d8-83c8-45da-b3e6-f4754d12869d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.591844] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Acquired lock "refresh_cache-d1ef41d8-83c8-45da-b3e6-f4754d12869d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.592118] env[62099]: DEBUG nova.network.neutron [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.677307] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee5939c-524b-4e01-9563-c05c89c4c0de {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.685235] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d986bb7-efb2-46cf-8ed5-3c93e888aa75 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.718150] env[62099]: DEBUG nova.network.neutron [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Updating instance_info_cache with network_info: [{"id": "7d33e7bc-629b-4f3b-af94-f318b1299af0", "address": "fa:16:3e:12:74:5f", "network": {"id": "7bbbe6ad-bbe3-4abe-96b4-a182954fb52c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1061526605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e7df1820144bdca32258082012c516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d33e7bc-62", "ovs_interfaceid": "7d33e7bc-629b-4f3b-af94-f318b1299af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.719835] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f651cc6-d11b-446e-a98c-cfea0efe9162 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.728384] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0eac36-3429-44e8-8f0f-84bd8997c60d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.745084] env[62099]: DEBUG nova.compute.provider_tree [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.226126] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Releasing lock "refresh_cache-e1197d80-5d4b-4130-96aa-35e246a2c8c2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.226126] env[62099]: DEBUG nova.compute.manager [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Instance network_info: |[{"id": "7d33e7bc-629b-4f3b-af94-f318b1299af0", "address": "fa:16:3e:12:74:5f", "network": {"id": "7bbbe6ad-bbe3-4abe-96b4-a182954fb52c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1061526605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e7df1820144bdca32258082012c516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d33e7bc-62", "ovs_interfaceid": "7d33e7bc-629b-4f3b-af94-f318b1299af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1312.226506] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:74:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d33e7bc-629b-4f3b-af94-f318b1299af0', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1312.240637] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1312.241272] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c78594f-e7aa-40a1-bc6c-b280827b6f77 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.248306] env[62099]: DEBUG nova.scheduler.client.report [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.254712] env[62099]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1312.254893] env[62099]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62099) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1312.255267] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Folder already exists: OpenStack. Parent ref: group-v4. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1312.255903] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Creating folder: Project (65e7df1820144bdca32258082012c516). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1312.256302] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ee5ed1f-4c44-400c-a974-a5fcf9b5fd67 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.267129] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Created folder: Project (65e7df1820144bdca32258082012c516) in parent group-v391507. [ 1312.267355] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Creating folder: Instances. Parent ref: group-v391511. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1312.267807] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93e8c312-8a37-4f49-a6e7-5afb9b9001d9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.279525] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Created folder: Instances in parent group-v391511. [ 1312.279525] env[62099]: DEBUG oslo.service.loopingcall [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1312.279525] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1312.279525] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fb67fc8-8be0-4f5a-b533-4c3cb96e5080 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.297306] env[62099]: DEBUG nova.network.neutron [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1312.305204] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1312.305204] env[62099]: value = "task-1896078" [ 1312.305204] env[62099]: _type = "Task" [ 1312.305204] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.315775] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896078, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.501638] env[62099]: DEBUG nova.compute.manager [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1312.531952] env[62099]: DEBUG nova.virt.hardware [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.531952] env[62099]: DEBUG nova.virt.hardware [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.531952] env[62099]: DEBUG nova.virt.hardware [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.533415] env[62099]: DEBUG nova.virt.hardware [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.533415] env[62099]: DEBUG nova.virt.hardware [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.533868] env[62099]: DEBUG nova.virt.hardware [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.534200] env[62099]: DEBUG nova.virt.hardware [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.534879] env[62099]: DEBUG nova.virt.hardware [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.534879] env[62099]: DEBUG nova.virt.hardware [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.534879] env[62099]: DEBUG nova.virt.hardware [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.536103] env[62099]: DEBUG nova.virt.hardware [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.537471] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802001b4-da59-41aa-bd64-310d4016ab7d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.550233] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a3291c-7ca2-4999-befe-bc1e5cfdaf44 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.567682] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Instance VIF info [] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1312.574705] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Creating folder: Project (f3cc7cb45e144bf39f134768c78e0b91). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1312.575872] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69a64b13-b07f-4755-a188-51f7268233b9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.587453] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Created folder: Project (f3cc7cb45e144bf39f134768c78e0b91) in parent group-v391507. [ 1312.587453] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Creating folder: Instances. Parent ref: group-v391514. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1312.587526] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5a3c028-0b30-4b76-81a5-61d0681691ce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.603521] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Created folder: Instances in parent group-v391514. [ 1312.603521] env[62099]: DEBUG oslo.service.loopingcall [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1312.603521] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1312.603521] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70b075ea-0477-4ce9-b2aa-94e7550c8476 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.632876] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1312.632876] env[62099]: value = "task-1896081" [ 1312.632876] env[62099]: _type = "Task" [ 1312.632876] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.648222] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896081, 'name': CreateVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.759103] env[62099]: DEBUG oslo_concurrency.lockutils [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.759103] env[62099]: DEBUG nova.compute.manager [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1312.761478] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.181s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.763109] env[62099]: INFO nova.compute.claims [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.805887] env[62099]: DEBUG nova.network.neutron [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Updating instance_info_cache with network_info: [{"id": "3c6f8ae5-5056-4e16-8aa0-9454089b14af", "address": "fa:16:3e:dd:c5:ab", "network": {"id": "0561fd8e-da07-4b41-b3af-92dfde6eafd1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-441260268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aff96bf4ce8948a1a82df15949e2718e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c6f8ae5-50", "ovs_interfaceid": "3c6f8ae5-5056-4e16-8aa0-9454089b14af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.820225] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896078, 'name': CreateVM_Task, 'duration_secs': 0.34721} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.820456] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1312.850944] env[62099]: DEBUG oslo_vmware.service [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f748f9-3658-43e1-844f-2e30f77b17ee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.863179] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.863382] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.865282] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.865935] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe930a1-b6c3-4b99-8e6b-972428225b20 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.871833] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Waiting for the task: (returnval){ [ 1312.871833] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52facd1d-f1cd-fb52-40ad-974a45284f8f" [ 1312.871833] env[62099]: _type = "Task" [ 1312.871833] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.881056] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52facd1d-f1cd-fb52-40ad-974a45284f8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.149560] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896081, 'name': CreateVM_Task, 'duration_secs': 0.26949} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.150075] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1313.150690] env[62099]: DEBUG oslo_vmware.service [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0c6d44-fe2d-4e31-a3de-78d14078222c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.160349] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.160586] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.160995] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1313.161311] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f8c9b74-02cc-440d-8f13-5bac34b32fa0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.169163] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Waiting for the task: (returnval){ [ 1313.169163] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52931ea8-d69d-b954-3bef-95a1ff1af61d" [ 1313.169163] env[62099]: _type = "Task" [ 1313.169163] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.180254] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52931ea8-d69d-b954-3bef-95a1ff1af61d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.272514] env[62099]: DEBUG nova.compute.utils [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1313.276683] env[62099]: DEBUG nova.compute.manager [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Not allocating networking since 'none' was specified. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1313.315102] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Releasing lock "refresh_cache-d1ef41d8-83c8-45da-b3e6-f4754d12869d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.315224] env[62099]: DEBUG nova.compute.manager [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Instance network_info: |[{"id": "3c6f8ae5-5056-4e16-8aa0-9454089b14af", "address": "fa:16:3e:dd:c5:ab", "network": {"id": "0561fd8e-da07-4b41-b3af-92dfde6eafd1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-441260268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aff96bf4ce8948a1a82df15949e2718e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c6f8ae5-50", "ovs_interfaceid": "3c6f8ae5-5056-4e16-8aa0-9454089b14af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1313.316226] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:c5:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c6f8ae5-5056-4e16-8aa0-9454089b14af', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.324612] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Creating folder: Project (aff96bf4ce8948a1a82df15949e2718e). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1313.324901] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bd236ee-3cfc-4341-8963-78049a70cd32 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.338169] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Created folder: Project (aff96bf4ce8948a1a82df15949e2718e) in parent group-v391507. [ 1313.338169] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Creating folder: Instances. Parent ref: group-v391517. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1313.338450] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-376324be-a133-4421-b55a-c61261f4b233 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.352050] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Created folder: Instances in parent group-v391517. [ 1313.352050] env[62099]: DEBUG oslo.service.loopingcall [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1313.352050] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.352050] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b44e3cdd-10a5-4b84-8dbf-7d74cdda35ab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.372757] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Acquiring lock "b6671cb6-6333-47f7-a79d-bcef4f9831f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.372757] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Lock "b6671cb6-6333-47f7-a79d-bcef4f9831f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.383932] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.383932] env[62099]: value = "task-1896084" [ 1313.383932] env[62099]: _type = "Task" [ 1313.383932] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.396631] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896084, 'name': CreateVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.400540] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.401590] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1313.401590] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.401590] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.401733] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.401882] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb4ba451-84a3-448b-b6f8-e40c69cd43c3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.421025] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.421025] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1313.421025] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bfe85c-d5df-4db2-ba4a-243f0bd9540e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.428034] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c47f2d5a-dfc9-4c31-95a1-97996b814a55 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.437049] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Waiting for the task: (returnval){ [ 1313.437049] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a20be7-eea4-09f8-f774-33960d622b2a" [ 1313.437049] env[62099]: _type = "Task" [ 1313.437049] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.449421] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a20be7-eea4-09f8-f774-33960d622b2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.685208] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.685208] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1313.685208] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.685208] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.685543] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.685543] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec4d025c-b56c-4564-9f12-eec0b23cb1e9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.703393] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.703639] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1313.705107] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f554b4-330c-46df-8269-82383ec8f0a4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.711468] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9412483-a112-4e36-ad88-b3259cfc3777 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.717119] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Waiting for the task: (returnval){ [ 1313.717119] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52971d6a-bf1b-6977-3b70-2eb4a95ae06e" [ 1313.717119] env[62099]: _type = "Task" [ 1313.717119] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.727182] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52971d6a-bf1b-6977-3b70-2eb4a95ae06e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.778465] env[62099]: DEBUG nova.compute.manager [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1313.888569] env[62099]: DEBUG nova.compute.manager [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1313.905433] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896084, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.953845] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Preparing fetch location {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1313.954139] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Creating directory with path [datastore1] vmware_temp/21452d64-73df-41ae-b8a3-be6597e13623/998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.954384] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27542bd9-3505-4deb-812d-4322555d3d86 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.984912] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Created directory with path [datastore1] vmware_temp/21452d64-73df-41ae-b8a3-be6597e13623/998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.985133] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Fetch image to [datastore1] vmware_temp/21452d64-73df-41ae-b8a3-be6597e13623/998989bf-08a2-419d-9424-a21a0f6201ec/tmp-sparse.vmdk {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1313.985299] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Downloading image file data 998989bf-08a2-419d-9424-a21a0f6201ec to [datastore1] vmware_temp/21452d64-73df-41ae-b8a3-be6597e13623/998989bf-08a2-419d-9424-a21a0f6201ec/tmp-sparse.vmdk on the data store datastore1 {{(pid=62099) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1313.986304] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c542d7cd-0c9d-4072-9646-06b0c475aefe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.996292] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bacee9c-3be7-42a6-b316-6d950512252c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.007873] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a379a316-b112-4ab1-b3a5-caef1d90e86d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.048601] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcd59e9-5c13-4279-9cea-30c3053faa65 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.056242] env[62099]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-4c679228-e187-4ac0-916e-0f3d724376da {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.075208] env[62099]: DEBUG nova.compute.manager [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Received event network-changed-7d33e7bc-629b-4f3b-af94-f318b1299af0 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1314.075507] env[62099]: DEBUG nova.compute.manager [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Refreshing instance network info cache due to event network-changed-7d33e7bc-629b-4f3b-af94-f318b1299af0. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1314.075722] env[62099]: DEBUG oslo_concurrency.lockutils [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] Acquiring lock "refresh_cache-e1197d80-5d4b-4130-96aa-35e246a2c8c2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.075935] env[62099]: DEBUG oslo_concurrency.lockutils [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] Acquired lock "refresh_cache-e1197d80-5d4b-4130-96aa-35e246a2c8c2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.076179] env[62099]: DEBUG nova.network.neutron [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Refreshing network info cache for port 7d33e7bc-629b-4f3b-af94-f318b1299af0 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.099126] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6755a1d5-5009-46a2-89e3-15871aefb37f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.109737] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d444a1-27d7-4a37-9929-49ae04f19444 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.145232] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70179699-a5cd-4fc8-a8bd-f1b93d61007c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.155661] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58346bf-a287-4f5e-abfe-05090d1edb51 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.173813] env[62099]: DEBUG nova.compute.provider_tree [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.181819] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Downloading image file data 998989bf-08a2-419d-9424-a21a0f6201ec to the data store datastore1 {{(pid=62099) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1314.232843] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Preparing fetch location {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1314.233145] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Creating directory with path [datastore2] vmware_temp/835e8509-464b-4b1c-a64d-2522a58727a7/998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.235156] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2772d781-3ebf-49d6-b4a4-015c2e7d73b8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.250091] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Created directory with path [datastore2] vmware_temp/835e8509-464b-4b1c-a64d-2522a58727a7/998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.250091] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Fetch image to [datastore2] vmware_temp/835e8509-464b-4b1c-a64d-2522a58727a7/998989bf-08a2-419d-9424-a21a0f6201ec/tmp-sparse.vmdk {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1314.250091] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Downloading image file data 998989bf-08a2-419d-9424-a21a0f6201ec to [datastore2] vmware_temp/835e8509-464b-4b1c-a64d-2522a58727a7/998989bf-08a2-419d-9424-a21a0f6201ec/tmp-sparse.vmdk on the data store datastore2 {{(pid=62099) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1314.250733] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe220b8-d0a9-4df1-96b1-d4e39e8f2c09 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.260650] env[62099]: DEBUG oslo_vmware.rw_handles [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/21452d64-73df-41ae-b8a3-be6597e13623/998989bf-08a2-419d-9424-a21a0f6201ec/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62099) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1314.260650] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a186444f-96a1-4751-ac25-3dad48ff79e7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.337190] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65fafde-b279-4258-9f7f-39c6a21f7493 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.379207] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac76bf43-48f4-49c4-b481-3bb0d2d62093 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.387410] env[62099]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-58a9d05d-2bce-41c9-8ddc-3cd8e4f65d70 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.410891] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896084, 'name': CreateVM_Task, 'duration_secs': 0.766059} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.411496] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.412287] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.412450] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.412847] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.413903] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e11f7c-1cce-4df9-82ae-20d8db6daa03 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.419884] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Waiting for the task: (returnval){ [ 1314.419884] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]523073ca-766f-4685-7d99-0f544d5ef42a" [ 1314.419884] env[62099]: _type = "Task" [ 1314.419884] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.432348] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.441144] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523073ca-766f-4685-7d99-0f544d5ef42a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.488041] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Downloading image file data 998989bf-08a2-419d-9424-a21a0f6201ec to the data store datastore2 {{(pid=62099) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1314.583406] env[62099]: DEBUG oslo_vmware.rw_handles [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/835e8509-464b-4b1c-a64d-2522a58727a7/998989bf-08a2-419d-9424-a21a0f6201ec/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62099) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1314.681039] env[62099]: DEBUG nova.scheduler.client.report [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.837163] env[62099]: DEBUG nova.compute.manager [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1314.888224] env[62099]: DEBUG nova.virt.hardware [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.888603] env[62099]: DEBUG nova.virt.hardware [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.888603] env[62099]: DEBUG nova.virt.hardware [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.888714] env[62099]: DEBUG nova.virt.hardware [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.889141] env[62099]: DEBUG nova.virt.hardware [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.889903] env[62099]: DEBUG nova.virt.hardware [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.890304] env[62099]: DEBUG nova.virt.hardware [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.890614] env[62099]: DEBUG nova.virt.hardware [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.891033] env[62099]: DEBUG nova.virt.hardware [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.891358] env[62099]: DEBUG nova.virt.hardware [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.891693] env[62099]: DEBUG nova.virt.hardware [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.893257] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0b2163-59d9-45a1-a07b-cac2a7249083 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.907910] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae401f3d-20a5-4ecc-bcfd-4451bc77d55c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.935068] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Instance VIF info [] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.941835] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Creating folder: Project (4fe7a4c73a7741a9b1ad45cf4b4fc208). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.943177] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6363628-2e8b-44db-94f2-dfd22fc960dd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.954015] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.954856] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.955202] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.961525] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Created folder: Project (4fe7a4c73a7741a9b1ad45cf4b4fc208) in parent group-v391507. [ 1314.962306] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Creating folder: Instances. Parent ref: group-v391521. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.962306] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2585f598-7f41-4fef-9ca3-04fc77875fa2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.975018] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Created folder: Instances in parent group-v391521. [ 1314.975398] env[62099]: DEBUG oslo.service.loopingcall [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1314.975998] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.976244] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26451526-ea81-4531-acaa-6577e70e0a15 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.003280] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.003280] env[62099]: value = "task-1896088" [ 1315.003280] env[62099]: _type = "Task" [ 1315.003280] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.012142] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896088, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.132480] env[62099]: DEBUG oslo_vmware.rw_handles [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Completed reading data from the image iterator. {{(pid=62099) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1315.133260] env[62099]: DEBUG oslo_vmware.rw_handles [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/21452d64-73df-41ae-b8a3-be6597e13623/998989bf-08a2-419d-9424-a21a0f6201ec/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62099) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1315.187557] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.189056] env[62099]: DEBUG nova.compute.manager [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1315.196181] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Downloaded image file data 998989bf-08a2-419d-9424-a21a0f6201ec to vmware_temp/21452d64-73df-41ae-b8a3-be6597e13623/998989bf-08a2-419d-9424-a21a0f6201ec/tmp-sparse.vmdk on the data store datastore1 {{(pid=62099) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1315.196937] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Caching image {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1315.197275] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Copying Virtual Disk [datastore1] vmware_temp/21452d64-73df-41ae-b8a3-be6597e13623/998989bf-08a2-419d-9424-a21a0f6201ec/tmp-sparse.vmdk to [datastore1] vmware_temp/21452d64-73df-41ae-b8a3-be6597e13623/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1315.197666] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.015s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.200367] env[62099]: INFO nova.compute.claims [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.205599] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd559f74-734f-4bb2-9ce6-f745f849bdcf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.222779] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Waiting for the task: (returnval){ [ 1315.222779] env[62099]: value = "task-1896089" [ 1315.222779] env[62099]: _type = "Task" [ 1315.222779] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.238606] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.460318] env[62099]: DEBUG oslo_vmware.rw_handles [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Completed reading data from the image iterator. {{(pid=62099) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1315.460711] env[62099]: DEBUG oslo_vmware.rw_handles [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/835e8509-464b-4b1c-a64d-2522a58727a7/998989bf-08a2-419d-9424-a21a0f6201ec/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62099) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1315.512843] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896088, 'name': CreateVM_Task, 'duration_secs': 0.309929} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.513027] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.513866] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Downloaded image file data 998989bf-08a2-419d-9424-a21a0f6201ec to vmware_temp/835e8509-464b-4b1c-a64d-2522a58727a7/998989bf-08a2-419d-9424-a21a0f6201ec/tmp-sparse.vmdk on the data store datastore2 {{(pid=62099) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1315.517608] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Caching image {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1315.517608] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Copying Virtual Disk [datastore2] vmware_temp/835e8509-464b-4b1c-a64d-2522a58727a7/998989bf-08a2-419d-9424-a21a0f6201ec/tmp-sparse.vmdk to [datastore2] vmware_temp/835e8509-464b-4b1c-a64d-2522a58727a7/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1315.517608] env[62099]: DEBUG oslo_concurrency.lockutils [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.517608] env[62099]: DEBUG oslo_concurrency.lockutils [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.519250] env[62099]: DEBUG oslo_concurrency.lockutils [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.519250] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0acf918-33cd-454c-9dc7-e0197ac099f6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.519321] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4472b036-3f74-47d1-bb29-8a434fe9c519 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.524854] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1315.524854] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d3057c-3c88-d40e-a232-bdead9dbae1b" [ 1315.524854] env[62099]: _type = "Task" [ 1315.524854] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.526510] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Waiting for the task: (returnval){ [ 1315.526510] env[62099]: value = "task-1896090" [ 1315.526510] env[62099]: _type = "Task" [ 1315.526510] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.537590] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d3057c-3c88-d40e-a232-bdead9dbae1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.540509] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.709874] env[62099]: DEBUG nova.compute.utils [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1315.714156] env[62099]: DEBUG nova.compute.manager [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1315.714156] env[62099]: DEBUG nova.network.neutron [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1315.734938] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.848192] env[62099]: DEBUG nova.network.neutron [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Updated VIF entry in instance network info cache for port 7d33e7bc-629b-4f3b-af94-f318b1299af0. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.850277] env[62099]: DEBUG nova.network.neutron [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Updating instance_info_cache with network_info: [{"id": "7d33e7bc-629b-4f3b-af94-f318b1299af0", "address": "fa:16:3e:12:74:5f", "network": {"id": "7bbbe6ad-bbe3-4abe-96b4-a182954fb52c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1061526605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e7df1820144bdca32258082012c516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d33e7bc-62", "ovs_interfaceid": "7d33e7bc-629b-4f3b-af94-f318b1299af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.038183] env[62099]: DEBUG nova.policy [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'befa16ea2dc54f9c8823243e7106e632', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78474e742f994d6fa9e543040c6b1c8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1316.055576] env[62099]: DEBUG oslo_concurrency.lockutils [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.055884] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.056130] env[62099]: DEBUG oslo_concurrency.lockutils [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.056379] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.214564] env[62099]: DEBUG nova.compute.manager [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1316.237032] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.358531] env[62099]: DEBUG oslo_concurrency.lockutils [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] Releasing lock "refresh_cache-e1197d80-5d4b-4130-96aa-35e246a2c8c2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.358531] env[62099]: DEBUG nova.compute.manager [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Received event network-vif-plugged-3c6f8ae5-5056-4e16-8aa0-9454089b14af {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1316.358531] env[62099]: DEBUG oslo_concurrency.lockutils [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] Acquiring lock "d1ef41d8-83c8-45da-b3e6-f4754d12869d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.358531] env[62099]: DEBUG oslo_concurrency.lockutils [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] Lock "d1ef41d8-83c8-45da-b3e6-f4754d12869d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.358531] env[62099]: DEBUG oslo_concurrency.lockutils [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] Lock "d1ef41d8-83c8-45da-b3e6-f4754d12869d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.358802] env[62099]: DEBUG nova.compute.manager [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] No waiting events found dispatching network-vif-plugged-3c6f8ae5-5056-4e16-8aa0-9454089b14af {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1316.358802] env[62099]: WARNING nova.compute.manager [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Received unexpected event network-vif-plugged-3c6f8ae5-5056-4e16-8aa0-9454089b14af for instance with vm_state building and task_state spawning. [ 1316.358802] env[62099]: DEBUG nova.compute.manager [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Received event network-changed-3c6f8ae5-5056-4e16-8aa0-9454089b14af {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1316.358802] env[62099]: DEBUG nova.compute.manager [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Refreshing instance network info cache due to event network-changed-3c6f8ae5-5056-4e16-8aa0-9454089b14af. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1316.358802] env[62099]: DEBUG oslo_concurrency.lockutils [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] Acquiring lock "refresh_cache-d1ef41d8-83c8-45da-b3e6-f4754d12869d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.358939] env[62099]: DEBUG oslo_concurrency.lockutils [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] Acquired lock "refresh_cache-d1ef41d8-83c8-45da-b3e6-f4754d12869d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.358939] env[62099]: DEBUG nova.network.neutron [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Refreshing network info cache for port 3c6f8ae5-5056-4e16-8aa0-9454089b14af {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.406465] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfa32a1-9c9e-493b-af86-ad2fac2f611f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.414761] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00b831d-8aba-4b22-a1d0-277dd1b41ceb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.454618] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b4bb17-8aec-4878-b69c-7b47a5d8c7b2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.463982] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4878ddbe-68f5-44f5-8843-a8201d09a3de {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.478914] env[62099]: DEBUG nova.compute.provider_tree [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.556555] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896090, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.737627] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896089, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.989066] env[62099]: DEBUG nova.scheduler.client.report [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.053429] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896090, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.233908] env[62099]: DEBUG nova.compute.manager [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1317.246047] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896089, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.701048} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.246431] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Copied Virtual Disk [datastore1] vmware_temp/21452d64-73df-41ae-b8a3-be6597e13623/998989bf-08a2-419d-9424-a21a0f6201ec/tmp-sparse.vmdk to [datastore1] vmware_temp/21452d64-73df-41ae-b8a3-be6597e13623/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.246612] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Deleting the datastore file [datastore1] vmware_temp/21452d64-73df-41ae-b8a3-be6597e13623/998989bf-08a2-419d-9424-a21a0f6201ec/tmp-sparse.vmdk {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.246804] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a47a185-3b9c-439c-a4fa-34dd4cf99ac2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.255204] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Waiting for the task: (returnval){ [ 1317.255204] env[62099]: value = "task-1896091" [ 1317.255204] env[62099]: _type = "Task" [ 1317.255204] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.265976] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.276304] env[62099]: DEBUG nova.virt.hardware [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1317.276304] env[62099]: DEBUG nova.virt.hardware [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.276619] env[62099]: DEBUG nova.virt.hardware [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.276619] env[62099]: DEBUG nova.virt.hardware [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.276822] env[62099]: DEBUG nova.virt.hardware [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.276880] env[62099]: DEBUG nova.virt.hardware [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1317.277130] env[62099]: DEBUG nova.virt.hardware [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1317.277258] env[62099]: DEBUG nova.virt.hardware [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1317.277709] env[62099]: DEBUG nova.virt.hardware [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1317.277709] env[62099]: DEBUG nova.virt.hardware [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1317.277843] env[62099]: DEBUG nova.virt.hardware [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1317.278782] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dc916d-46d0-4dc9-96af-0517d0b2ca82 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.287154] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410427e4-8a19-48b0-aa2c-f3399e6c830b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.495151] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.495151] env[62099]: DEBUG nova.compute.manager [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1317.504686] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.621s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.506232] env[62099]: INFO nova.compute.claims [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.558138] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896090, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.65369} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.558138] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Copied Virtual Disk [datastore2] vmware_temp/835e8509-464b-4b1c-a64d-2522a58727a7/998989bf-08a2-419d-9424-a21a0f6201ec/tmp-sparse.vmdk to [datastore2] vmware_temp/835e8509-464b-4b1c-a64d-2522a58727a7/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.558138] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Deleting the datastore file [datastore2] vmware_temp/835e8509-464b-4b1c-a64d-2522a58727a7/998989bf-08a2-419d-9424-a21a0f6201ec/tmp-sparse.vmdk {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.558138] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c565c34a-8724-4f16-8acf-5044d49e9139 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.569388] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Waiting for the task: (returnval){ [ 1317.569388] env[62099]: value = "task-1896092" [ 1317.569388] env[62099]: _type = "Task" [ 1317.569388] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.578870] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.768565] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022972} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.768823] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.769635] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Moving file from [datastore1] vmware_temp/21452d64-73df-41ae-b8a3-be6597e13623/998989bf-08a2-419d-9424-a21a0f6201ec to [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec. {{(pid=62099) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1317.770403] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-9a5a3f99-9a7c-4d5f-b231-5798d1ef2135 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.777161] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Waiting for the task: (returnval){ [ 1317.777161] env[62099]: value = "task-1896093" [ 1317.777161] env[62099]: _type = "Task" [ 1317.777161] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.785960] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896093, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.817789] env[62099]: DEBUG nova.network.neutron [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Successfully created port: 944928d9-8902-4a35-affa-34f871ac2674 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1317.831408] env[62099]: DEBUG nova.network.neutron [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Updated VIF entry in instance network info cache for port 3c6f8ae5-5056-4e16-8aa0-9454089b14af. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.831823] env[62099]: DEBUG nova.network.neutron [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Updating instance_info_cache with network_info: [{"id": "3c6f8ae5-5056-4e16-8aa0-9454089b14af", "address": "fa:16:3e:dd:c5:ab", "network": {"id": "0561fd8e-da07-4b41-b3af-92dfde6eafd1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-441260268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aff96bf4ce8948a1a82df15949e2718e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c6f8ae5-50", "ovs_interfaceid": "3c6f8ae5-5056-4e16-8aa0-9454089b14af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.013361] env[62099]: DEBUG nova.compute.utils [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1318.021726] env[62099]: DEBUG nova.compute.manager [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1318.021907] env[62099]: DEBUG nova.network.neutron [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1318.042080] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.042721] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.085888] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029441} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.086217] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.086327] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Moving file from [datastore2] vmware_temp/835e8509-464b-4b1c-a64d-2522a58727a7/998989bf-08a2-419d-9424-a21a0f6201ec to [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec. {{(pid=62099) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1318.086972] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ddcede30-e35f-49e3-b305-0debfb1a5d8b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.099252] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Waiting for the task: (returnval){ [ 1318.099252] env[62099]: value = "task-1896094" [ 1318.099252] env[62099]: _type = "Task" [ 1318.099252] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.111710] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896094, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.171524] env[62099]: DEBUG nova.policy [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72913555fb6145058889ee8ad3f7fc09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84d97b8ca8ba486fb4625c1b643af671', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1318.290909] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896093, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.045056} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.291540] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] File moved {{(pid=62099) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1318.292522] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Cleaning up location [datastore1] vmware_temp/21452d64-73df-41ae-b8a3-be6597e13623 {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1318.292863] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Deleting the datastore file [datastore1] vmware_temp/21452d64-73df-41ae-b8a3-be6597e13623 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.293783] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66bc4d7d-7832-41c7-84a9-be0abc54591d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.303154] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Waiting for the task: (returnval){ [ 1318.303154] env[62099]: value = "task-1896095" [ 1318.303154] env[62099]: _type = "Task" [ 1318.303154] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.311753] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.335521] env[62099]: DEBUG oslo_concurrency.lockutils [req-8e2d8048-c120-4627-b75f-0bfe71e1eefe req-a2b43754-363d-4490-871c-05316d1d78d1 service nova] Releasing lock "refresh_cache-d1ef41d8-83c8-45da-b3e6-f4754d12869d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.520214] env[62099]: DEBUG nova.compute.manager [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1318.545079] env[62099]: DEBUG nova.compute.manager [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1318.617102] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896094, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.035755} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.617380] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] File moved {{(pid=62099) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1318.617586] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Cleaning up location [datastore2] vmware_temp/835e8509-464b-4b1c-a64d-2522a58727a7 {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1318.617823] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Deleting the datastore file [datastore2] vmware_temp/835e8509-464b-4b1c-a64d-2522a58727a7 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.618120] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42042ebb-9205-4ab7-8e56-1ab978d2b82e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.626382] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Waiting for the task: (returnval){ [ 1318.626382] env[62099]: value = "task-1896097" [ 1318.626382] env[62099]: _type = "Task" [ 1318.626382] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.638598] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.659709] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquiring lock "12afe1f4-4fc3-40a1-bde2-2afaf1772cde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.660114] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "12afe1f4-4fc3-40a1-bde2-2afaf1772cde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.741747] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b62fcc-315b-4391-8a55-a4dfc57c3129 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.756018] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d830205-2ad5-4b38-8774-2a9cd18ffe29 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.793541] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cfdc96-6f10-4a14-ac86-dd7955fc868c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.801497] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b04b2c-19ff-461c-ae84-dbbf62392e99 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.810225] env[62099]: DEBUG nova.network.neutron [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Successfully created port: a164e987-832e-4ac4-9f00-a472f58cc052 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1318.822959] env[62099]: DEBUG nova.compute.provider_tree [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.828511] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042708} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.828511] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.829953] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f959a294-f1de-4b72-a258-9d116a89c47f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.835737] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Waiting for the task: (returnval){ [ 1318.835737] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]523eb2b6-39db-7d27-bbdf-ed35e509cf27" [ 1318.835737] env[62099]: _type = "Task" [ 1318.835737] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.845385] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523eb2b6-39db-7d27-bbdf-ed35e509cf27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.093689] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.137170] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025921} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.137420] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1319.138590] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd5f95d-e533-4b90-86f6-935e0e6af7fc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.144404] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Waiting for the task: (returnval){ [ 1319.144404] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ce421d-2bdc-5d2f-958d-5ad2506a9c40" [ 1319.144404] env[62099]: _type = "Task" [ 1319.144404] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.155624] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ce421d-2bdc-5d2f-958d-5ad2506a9c40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.162394] env[62099]: DEBUG nova.compute.manager [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1319.331047] env[62099]: DEBUG nova.scheduler.client.report [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.348669] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523eb2b6-39db-7d27-bbdf-ed35e509cf27, 'name': SearchDatastore_Task, 'duration_secs': 0.008538} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.349561] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.349829] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] e1197d80-5d4b-4130-96aa-35e246a2c8c2/e1197d80-5d4b-4130-96aa-35e246a2c8c2.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1319.350100] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1274e91-33fe-474a-81a0-fc694637fa57 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.360432] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Waiting for the task: (returnval){ [ 1319.360432] env[62099]: value = "task-1896098" [ 1319.360432] env[62099]: _type = "Task" [ 1319.360432] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.375376] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.531345] env[62099]: DEBUG nova.compute.manager [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1319.567502] env[62099]: DEBUG nova.virt.hardware [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.568158] env[62099]: DEBUG nova.virt.hardware [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.568257] env[62099]: DEBUG nova.virt.hardware [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.569132] env[62099]: DEBUG nova.virt.hardware [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.569132] env[62099]: DEBUG nova.virt.hardware [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.569132] env[62099]: DEBUG nova.virt.hardware [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.569132] env[62099]: DEBUG nova.virt.hardware [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.569318] env[62099]: DEBUG nova.virt.hardware [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.569456] env[62099]: DEBUG nova.virt.hardware [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.569613] env[62099]: DEBUG nova.virt.hardware [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.569774] env[62099]: DEBUG nova.virt.hardware [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.570689] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09dfe7d-47f5-4a90-8055-85cb19559357 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.585638] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690f2271-acae-48f1-a545-38fafb1d57f4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.663528] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ce421d-2bdc-5d2f-958d-5ad2506a9c40, 'name': SearchDatastore_Task, 'duration_secs': 0.008731} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.663860] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.664492] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4/ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1319.664492] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.664728] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.665014] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c816a5d4-c0a3-4488-9105-c7fa49f29d49 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.667742] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31ae70ec-302e-4d3e-99d7-e1bc574bedd9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.683126] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Waiting for the task: (returnval){ [ 1319.683126] env[62099]: value = "task-1896099" [ 1319.683126] env[62099]: _type = "Task" [ 1319.683126] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.689265] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.690524] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1319.692659] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d52a975c-8275-4353-822a-f08e79f7ea85 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.703297] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.705267] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.709339] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Waiting for the task: (returnval){ [ 1319.709339] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5278a486-2f33-28e1-4432-288c754b8831" [ 1319.709339] env[62099]: _type = "Task" [ 1319.709339] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.721652] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5278a486-2f33-28e1-4432-288c754b8831, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.837342] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.838101] env[62099]: DEBUG nova.compute.manager [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1319.842880] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.411s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.845135] env[62099]: INFO nova.compute.claims [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.872221] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508874} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.872543] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] e1197d80-5d4b-4130-96aa-35e246a2c8c2/e1197d80-5d4b-4130-96aa-35e246a2c8c2.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.873302] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1319.873631] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc493833-7550-47f7-854a-3045bc4ec5ca {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.885042] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Waiting for the task: (returnval){ [ 1319.885042] env[62099]: value = "task-1896100" [ 1319.885042] env[62099]: _type = "Task" [ 1319.885042] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.899284] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.201046] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896099, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.226563] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5278a486-2f33-28e1-4432-288c754b8831, 'name': SearchDatastore_Task, 'duration_secs': 0.014723} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.227382] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e58be5c-827b-4657-8fbf-8070ae1e826d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.235729] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Waiting for the task: (returnval){ [ 1320.235729] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]521e5959-dfb1-b96e-0114-368377fde379" [ 1320.235729] env[62099]: _type = "Task" [ 1320.235729] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.247534] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521e5959-dfb1-b96e-0114-368377fde379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.257528] env[62099]: DEBUG nova.network.neutron [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Successfully updated port: 944928d9-8902-4a35-affa-34f871ac2674 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1320.350836] env[62099]: DEBUG nova.compute.utils [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1320.357255] env[62099]: DEBUG nova.compute.manager [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1320.357489] env[62099]: DEBUG nova.network.neutron [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1320.403438] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067766} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.404034] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1320.404631] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e140f02-eb76-4697-97bf-c2ed3ba4f967 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.443993] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] e1197d80-5d4b-4130-96aa-35e246a2c8c2/e1197d80-5d4b-4130-96aa-35e246a2c8c2.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.445992] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7100d13-8e3c-46ba-96b5-4b698ddd7b36 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.465494] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Acquiring lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.466135] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.472561] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Waiting for the task: (returnval){ [ 1320.472561] env[62099]: value = "task-1896102" [ 1320.472561] env[62099]: _type = "Task" [ 1320.472561] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.481740] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896102, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.511802] env[62099]: DEBUG nova.policy [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72913555fb6145058889ee8ad3f7fc09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84d97b8ca8ba486fb4625c1b643af671', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1320.694309] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600526} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.694309] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4/ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1320.694481] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1320.696090] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef2e7cfd-d24a-442a-b44c-ab549a20aba3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.703140] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Waiting for the task: (returnval){ [ 1320.703140] env[62099]: value = "task-1896103" [ 1320.703140] env[62099]: _type = "Task" [ 1320.703140] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.711279] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.748501] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521e5959-dfb1-b96e-0114-368377fde379, 'name': SearchDatastore_Task, 'duration_secs': 0.032848} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.748501] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.749310] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] d1ef41d8-83c8-45da-b3e6-f4754d12869d/d1ef41d8-83c8-45da-b3e6-f4754d12869d.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.749310] env[62099]: DEBUG oslo_concurrency.lockutils [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.749310] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.749532] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2184c596-57ba-4660-988f-24399ab40455 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.752303] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-015e74fb-aa9b-4f3c-9703-2f5ad4991b7b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.762227] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Waiting for the task: (returnval){ [ 1320.762227] env[62099]: value = "task-1896104" [ 1320.762227] env[62099]: _type = "Task" [ 1320.762227] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.765528] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquiring lock "refresh_cache-8566dee0-0c78-4f80-9c3b-82890cd2f18f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.765865] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquired lock "refresh_cache-8566dee0-0c78-4f80-9c3b-82890cd2f18f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.766215] env[62099]: DEBUG nova.network.neutron [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.767750] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.768050] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.769431] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-582fd7ad-4dbe-4132-ab39-0e9b9950b6ba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.776319] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': task-1896104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.780696] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1320.780696] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]523d92b6-d0cc-1a1d-63e9-066f95860722" [ 1320.780696] env[62099]: _type = "Task" [ 1320.780696] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.792707] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523d92b6-d0cc-1a1d-63e9-066f95860722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.860898] env[62099]: DEBUG nova.compute.manager [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1320.983284] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896102, 'name': ReconfigVM_Task, 'duration_secs': 0.316219} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.986638] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Reconfigured VM instance instance-00000001 to attach disk [datastore1] e1197d80-5d4b-4130-96aa-35e246a2c8c2/e1197d80-5d4b-4130-96aa-35e246a2c8c2.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.989504] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d859ef8c-ddea-42b8-b8af-57790b831e81 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.999032] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Waiting for the task: (returnval){ [ 1320.999032] env[62099]: value = "task-1896105" [ 1320.999032] env[62099]: _type = "Task" [ 1320.999032] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.009133] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896105, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.124383] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e5373c-a230-4373-abf3-a29a6fa33896 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.138201] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83386180-6cbc-4bda-a87a-c8168b73af90 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.193310] env[62099]: DEBUG nova.network.neutron [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Successfully updated port: a164e987-832e-4ac4-9f00-a472f58cc052 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1321.199217] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8c0b15-26b2-40e4-b275-fbb18ad1d2c9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.210766] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "ea708012-87f2-461a-9b9b-8d9fb47c4702" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.211048] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "ea708012-87f2-461a-9b9b-8d9fb47c4702" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.222308] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e3a9b4-9262-42bb-a324-59d8a574e1f6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.237137] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084301} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.249280] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1321.249745] env[62099]: DEBUG nova.compute.provider_tree [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.254315] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6699223-c316-4cc5-b2bc-5ac69baa66c2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.278271] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4/ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.286055] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e19abebe-5454-42b3-94ee-9695a6898da8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.320108] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': task-1896104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467244} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.322985] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] d1ef41d8-83c8-45da-b3e6-f4754d12869d/d1ef41d8-83c8-45da-b3e6-f4754d12869d.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.323226] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.323524] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Waiting for the task: (returnval){ [ 1321.323524] env[62099]: value = "task-1896106" [ 1321.323524] env[62099]: _type = "Task" [ 1321.323524] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.324413] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c0e96d2-0759-4d5a-a30e-84312ef62e6f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.332765] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523d92b6-d0cc-1a1d-63e9-066f95860722, 'name': SearchDatastore_Task, 'duration_secs': 0.017927} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.334247] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d41115f-9fe8-40c7-a521-d21339c2920a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.342179] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.344071] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Waiting for the task: (returnval){ [ 1321.344071] env[62099]: value = "task-1896107" [ 1321.344071] env[62099]: _type = "Task" [ 1321.344071] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.347728] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1321.347728] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5216cab2-5c8d-9ba8-b65a-3592ce0b4149" [ 1321.347728] env[62099]: _type = "Task" [ 1321.347728] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.348549] env[62099]: DEBUG nova.network.neutron [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Successfully created port: 679e2b5b-e255-47d4-b2dd-5701d796fbdc {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1321.357383] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': task-1896107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.363179] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5216cab2-5c8d-9ba8-b65a-3592ce0b4149, 'name': SearchDatastore_Task, 'duration_secs': 0.008963} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.363523] env[62099]: DEBUG oslo_concurrency.lockutils [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.363955] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] b6e143fb-f149-40b7-ba96-1bf7f8b98274/b6e143fb-f149-40b7-ba96-1bf7f8b98274.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1321.364162] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53d54af2-09ac-44ee-9991-f759a9c2d6ef {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.374864] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1321.374864] env[62099]: value = "task-1896108" [ 1321.374864] env[62099]: _type = "Task" [ 1321.374864] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.383698] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.438370] env[62099]: DEBUG nova.network.neutron [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1321.510308] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896105, 'name': Rename_Task, 'duration_secs': 0.258769} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.510573] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.510833] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ac841d9-c4fe-4ae8-9ffd-d8e19be66b08 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.516843] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Waiting for the task: (returnval){ [ 1321.516843] env[62099]: value = "task-1896109" [ 1321.516843] env[62099]: _type = "Task" [ 1321.516843] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.525158] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.711489] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "refresh_cache-8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.711775] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired lock "refresh_cache-8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.712811] env[62099]: DEBUG nova.network.neutron [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.757684] env[62099]: DEBUG nova.scheduler.client.report [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.841444] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896106, 'name': ReconfigVM_Task, 'duration_secs': 0.399702} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.841444] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Reconfigured VM instance instance-00000003 to attach disk [datastore2] ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4/ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.841444] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8171013a-f118-4c5d-afcb-a807d9b93bfa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.848232] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Waiting for the task: (returnval){ [ 1321.848232] env[62099]: value = "task-1896110" [ 1321.848232] env[62099]: _type = "Task" [ 1321.848232] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.851499] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': task-1896107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066382} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.854831] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1321.855576] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5533e82c-6b05-43cd-812b-e4b7f577a381 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.863367] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896110, 'name': Rename_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.873528] env[62099]: DEBUG nova.compute.manager [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1321.884226] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] d1ef41d8-83c8-45da-b3e6-f4754d12869d/d1ef41d8-83c8-45da-b3e6-f4754d12869d.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.885263] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cbcff03-9b8a-448b-a40c-fd2e63b60b8b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.918241] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Acquiring lock "3e81cc1d-d2a2-4efd-bdb1-858e463d857d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.918531] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Lock "3e81cc1d-d2a2-4efd-bdb1-858e463d857d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.918749] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Waiting for the task: (returnval){ [ 1321.918749] env[62099]: value = "task-1896111" [ 1321.918749] env[62099]: _type = "Task" [ 1321.918749] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.918944] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445146} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.919581] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] b6e143fb-f149-40b7-ba96-1bf7f8b98274/b6e143fb-f149-40b7-ba96-1bf7f8b98274.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.919755] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.923130] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-206cf1a7-8f9e-49da-8820-56df46554f50 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.928583] env[62099]: DEBUG nova.virt.hardware [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.928583] env[62099]: DEBUG nova.virt.hardware [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.928798] env[62099]: DEBUG nova.virt.hardware [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.928798] env[62099]: DEBUG nova.virt.hardware [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.929110] env[62099]: DEBUG nova.virt.hardware [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.929187] env[62099]: DEBUG nova.virt.hardware [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.929758] env[62099]: DEBUG nova.virt.hardware [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.929758] env[62099]: DEBUG nova.virt.hardware [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.929758] env[62099]: DEBUG nova.virt.hardware [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.931072] env[62099]: DEBUG nova.virt.hardware [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.931072] env[62099]: DEBUG nova.virt.hardware [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.931413] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f61b3f5-8cd1-4575-b6ef-0e6fec47d030 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.939465] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': task-1896111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.942895] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1321.942895] env[62099]: value = "task-1896112" [ 1321.942895] env[62099]: _type = "Task" [ 1321.942895] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.944111] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6425e83d-83aa-4edc-85f3-bc3557f39112 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.998663] env[62099]: DEBUG nova.network.neutron [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Updating instance_info_cache with network_info: [{"id": "944928d9-8902-4a35-affa-34f871ac2674", "address": "fa:16:3e:15:78:79", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap944928d9-89", "ovs_interfaceid": "944928d9-8902-4a35-affa-34f871ac2674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.032111] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896109, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.268642] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.268642] env[62099]: DEBUG nova.compute.manager [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1322.271438] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.178s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.272956] env[62099]: INFO nova.compute.claims [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.303587] env[62099]: DEBUG nova.network.neutron [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.370345] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896110, 'name': Rename_Task, 'duration_secs': 0.14055} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.370709] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.373348] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42afb2c8-359e-4e2d-8403-15d54f74e668 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.383313] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Waiting for the task: (returnval){ [ 1322.383313] env[62099]: value = "task-1896113" [ 1322.383313] env[62099]: _type = "Task" [ 1322.383313] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.393829] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.434196] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': task-1896111, 'name': ReconfigVM_Task, 'duration_secs': 0.296272} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.434196] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Reconfigured VM instance instance-00000002 to attach disk [datastore2] d1ef41d8-83c8-45da-b3e6-f4754d12869d/d1ef41d8-83c8-45da-b3e6-f4754d12869d.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.434196] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86b0dcff-7f96-4ed5-a240-3b04c4eec99f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.440120] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Waiting for the task: (returnval){ [ 1322.440120] env[62099]: value = "task-1896114" [ 1322.440120] env[62099]: _type = "Task" [ 1322.440120] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.442555] env[62099]: DEBUG nova.compute.manager [req-f5117f48-b897-4acc-8182-d1a34a45caed req-35082f64-d7c3-44e1-934f-fde14944a890 service nova] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Received event network-vif-plugged-944928d9-8902-4a35-affa-34f871ac2674 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1322.442846] env[62099]: DEBUG oslo_concurrency.lockutils [req-f5117f48-b897-4acc-8182-d1a34a45caed req-35082f64-d7c3-44e1-934f-fde14944a890 service nova] Acquiring lock "8566dee0-0c78-4f80-9c3b-82890cd2f18f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.443152] env[62099]: DEBUG oslo_concurrency.lockutils [req-f5117f48-b897-4acc-8182-d1a34a45caed req-35082f64-d7c3-44e1-934f-fde14944a890 service nova] Lock "8566dee0-0c78-4f80-9c3b-82890cd2f18f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.443356] env[62099]: DEBUG oslo_concurrency.lockutils [req-f5117f48-b897-4acc-8182-d1a34a45caed req-35082f64-d7c3-44e1-934f-fde14944a890 service nova] Lock "8566dee0-0c78-4f80-9c3b-82890cd2f18f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.443577] env[62099]: DEBUG nova.compute.manager [req-f5117f48-b897-4acc-8182-d1a34a45caed req-35082f64-d7c3-44e1-934f-fde14944a890 service nova] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] No waiting events found dispatching network-vif-plugged-944928d9-8902-4a35-affa-34f871ac2674 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1322.443819] env[62099]: WARNING nova.compute.manager [req-f5117f48-b897-4acc-8182-d1a34a45caed req-35082f64-d7c3-44e1-934f-fde14944a890 service nova] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Received unexpected event network-vif-plugged-944928d9-8902-4a35-affa-34f871ac2674 for instance with vm_state building and task_state spawning. [ 1322.469163] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': task-1896114, 'name': Rename_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.476706] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092148} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.481080] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1322.481080] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc10fd38-8f31-45a1-a335-9d1491daf021 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.511120] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] b6e143fb-f149-40b7-ba96-1bf7f8b98274/b6e143fb-f149-40b7-ba96-1bf7f8b98274.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.511887] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Releasing lock "refresh_cache-8566dee0-0c78-4f80-9c3b-82890cd2f18f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.512230] env[62099]: DEBUG nova.compute.manager [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Instance network_info: |[{"id": "944928d9-8902-4a35-affa-34f871ac2674", "address": "fa:16:3e:15:78:79", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap944928d9-89", "ovs_interfaceid": "944928d9-8902-4a35-affa-34f871ac2674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1322.512806] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27fa8dc8-5382-4e0f-a8af-1ea797752af3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.529262] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:78:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '944928d9-8902-4a35-affa-34f871ac2674', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1322.537434] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Creating folder: Project (78474e742f994d6fa9e543040c6b1c8d). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1322.542152] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4da8ebb-a7ba-4426-8130-ed05a76b0236 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.546188] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Acquiring lock "6f139879-a83d-44cc-8d3a-4151114400ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.546440] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Lock "6f139879-a83d-44cc-8d3a-4151114400ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.549962] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1322.549962] env[62099]: value = "task-1896116" [ 1322.549962] env[62099]: _type = "Task" [ 1322.549962] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.553433] env[62099]: DEBUG oslo_vmware.api [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896109, 'name': PowerOnVM_Task, 'duration_secs': 0.620087} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.557986] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.558427] env[62099]: INFO nova.compute.manager [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Took 14.61 seconds to spawn the instance on the hypervisor. [ 1322.558723] env[62099]: DEBUG nova.compute.manager [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.559015] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Created folder: Project (78474e742f994d6fa9e543040c6b1c8d) in parent group-v391507. [ 1322.559175] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Creating folder: Instances. Parent ref: group-v391524. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1322.560258] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a772b802-6b86-48e1-809e-2ee4e9685888 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.562901] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-200f2622-ec4e-488e-aad3-5e3655204b97 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.573376] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.578471] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Created folder: Instances in parent group-v391524. [ 1322.578679] env[62099]: DEBUG oslo.service.loopingcall [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1322.579178] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1322.579538] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-446c1571-b9f2-48d4-b289-9d1c0364f870 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.599641] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1322.599641] env[62099]: value = "task-1896119" [ 1322.599641] env[62099]: _type = "Task" [ 1322.599641] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.607699] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896119, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.782901] env[62099]: DEBUG nova.compute.utils [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1322.786172] env[62099]: DEBUG nova.compute.manager [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1322.786695] env[62099]: DEBUG nova.network.neutron [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.849531] env[62099]: DEBUG nova.network.neutron [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Updating instance_info_cache with network_info: [{"id": "a164e987-832e-4ac4-9f00-a472f58cc052", "address": "fa:16:3e:61:2b:00", "network": {"id": "27d18baf-2e0d-47b0-b410-5f5dbc4b51b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43693629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d97b8ca8ba486fb4625c1b643af671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa164e987-83", "ovs_interfaceid": "a164e987-832e-4ac4-9f00-a472f58cc052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.872694] env[62099]: DEBUG nova.policy [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9facc578cd0949f7b697a98e3353d42b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abf67853adc64e409dca8a04d4d01ed3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.895727] env[62099]: DEBUG oslo_vmware.api [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896113, 'name': PowerOnVM_Task, 'duration_secs': 0.473466} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.895991] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.897543] env[62099]: INFO nova.compute.manager [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Took 10.40 seconds to spawn the instance on the hypervisor. [ 1322.897730] env[62099]: DEBUG nova.compute.manager [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.898559] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f422142-b5ed-419d-8e3b-bccab860376b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.951660] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': task-1896114, 'name': Rename_Task, 'duration_secs': 0.169022} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.951970] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.952226] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88fd9c64-7844-4dc2-9ad4-ddaeb7b4a961 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.960980] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Waiting for the task: (returnval){ [ 1322.960980] env[62099]: value = "task-1896120" [ 1322.960980] env[62099]: _type = "Task" [ 1322.960980] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.971985] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': task-1896120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.066515] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896116, 'name': ReconfigVM_Task, 'duration_secs': 0.389665} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.066823] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Reconfigured VM instance instance-00000004 to attach disk [datastore2] b6e143fb-f149-40b7-ba96-1bf7f8b98274/b6e143fb-f149-40b7-ba96-1bf7f8b98274.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.067654] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-598e15e7-b04f-4a97-9f6b-75ecfd7ef529 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.075321] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1323.075321] env[62099]: value = "task-1896121" [ 1323.075321] env[62099]: _type = "Task" [ 1323.075321] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.096472] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896121, 'name': Rename_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.097210] env[62099]: INFO nova.compute.manager [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Took 19.45 seconds to build instance. [ 1323.110134] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896119, 'name': CreateVM_Task, 'duration_secs': 0.463018} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.110367] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.110979] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.111157] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.111469] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.111721] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82f7bac0-989d-4954-9fbc-7c60ce446349 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.119038] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for the task: (returnval){ [ 1323.119038] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e009c5-bc2d-9d10-72bb-c993913ab50e" [ 1323.119038] env[62099]: _type = "Task" [ 1323.119038] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.127590] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e009c5-bc2d-9d10-72bb-c993913ab50e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.291228] env[62099]: DEBUG nova.compute.manager [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1323.355525] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Releasing lock "refresh_cache-8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.355852] env[62099]: DEBUG nova.compute.manager [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Instance network_info: |[{"id": "a164e987-832e-4ac4-9f00-a472f58cc052", "address": "fa:16:3e:61:2b:00", "network": {"id": "27d18baf-2e0d-47b0-b410-5f5dbc4b51b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43693629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d97b8ca8ba486fb4625c1b643af671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa164e987-83", "ovs_interfaceid": "a164e987-832e-4ac4-9f00-a472f58cc052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1323.359067] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:2b:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a164e987-832e-4ac4-9f00-a472f58cc052', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.367584] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Creating folder: Project (84d97b8ca8ba486fb4625c1b643af671). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.368432] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0937398e-2394-4367-9855-3c9adbc2730a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.381049] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Created folder: Project (84d97b8ca8ba486fb4625c1b643af671) in parent group-v391507. [ 1323.381049] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Creating folder: Instances. Parent ref: group-v391527. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.381408] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf368268-fc93-4c0f-a08b-d4403771e3fd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.394781] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Created folder: Instances in parent group-v391527. [ 1323.395088] env[62099]: DEBUG oslo.service.loopingcall [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1323.398590] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.398590] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fe530bc-2fa4-4770-a99a-7907183f6b2f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.428054] env[62099]: INFO nova.compute.manager [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Took 18.92 seconds to build instance. [ 1323.428054] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.428054] env[62099]: value = "task-1896124" [ 1323.428054] env[62099]: _type = "Task" [ 1323.428054] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.436778] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896124, 'name': CreateVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.476407] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': task-1896120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.593776] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896121, 'name': Rename_Task, 'duration_secs': 0.36243} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.593776] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.593776] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-075bc7d0-9a80-4191-bd8d-90ed4542d020 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.603505] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0f072bda-2c47-405e-9a5c-2f5adca0d5fc tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Lock "e1197d80-5d4b-4130-96aa-35e246a2c8c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.969s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.604079] env[62099]: DEBUG oslo_concurrency.lockutils [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquiring lock "9e0e8583-ff9d-429f-9a13-f197392d3541" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.604347] env[62099]: DEBUG oslo_concurrency.lockutils [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "9e0e8583-ff9d-429f-9a13-f197392d3541" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.605395] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7271c9-ea73-4a16-949c-7dabef2114b0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.608915] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1323.608915] env[62099]: value = "task-1896125" [ 1323.608915] env[62099]: _type = "Task" [ 1323.608915] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.619565] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe4d6ea-6712-4fc1-a441-33f8746451bc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.629180] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896125, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.670657] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e009c5-bc2d-9d10-72bb-c993913ab50e, 'name': SearchDatastore_Task, 'duration_secs': 0.013762} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.672638] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea6a785-973c-4505-9d2b-df6003b19531 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.675761] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.676225] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1323.676627] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.676627] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.676841] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1323.677676] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5589bf94-7ccb-4d67-98da-347f1fa4bed7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.690491] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e18344-552c-4ab8-b138-7c69a8d9d2d1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.695337] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1323.695637] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1323.696388] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70783ab7-4778-4e3e-a393-e7d10e2272b5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.723689] env[62099]: DEBUG nova.compute.provider_tree [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.725893] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for the task: (returnval){ [ 1323.725893] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]522779a6-3c16-3799-57fd-409f79000599" [ 1323.725893] env[62099]: _type = "Task" [ 1323.725893] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.734887] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522779a6-3c16-3799-57fd-409f79000599, 'name': SearchDatastore_Task, 'duration_secs': 0.011487} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.736357] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-848c62d2-c78a-4d28-bc98-073b21a45e74 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.744547] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for the task: (returnval){ [ 1323.744547] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528e9494-456e-f554-c4ac-73f37c62edbc" [ 1323.744547] env[62099]: _type = "Task" [ 1323.744547] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.753172] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528e9494-456e-f554-c4ac-73f37c62edbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.904686] env[62099]: DEBUG nova.network.neutron [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Successfully created port: 343ec094-d242-4180-8614-4f5ce71df168 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1323.932774] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c4f99e5-f194-4cdf-92e6-ede9a99e2cf9 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Lock "ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.435s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.943169] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896124, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.976886] env[62099]: DEBUG oslo_vmware.api [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': task-1896120, 'name': PowerOnVM_Task, 'duration_secs': 0.972467} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.976886] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.977107] env[62099]: INFO nova.compute.manager [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Took 13.76 seconds to spawn the instance on the hypervisor. [ 1323.977173] env[62099]: DEBUG nova.compute.manager [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.978417] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d4d739-813c-4be1-a1a4-ecf6f3025513 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.111585] env[62099]: DEBUG nova.compute.manager [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.127138] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896125, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.182303] env[62099]: DEBUG oslo_concurrency.lockutils [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "510b63b8-1358-4e3f-8ce1-093b46f80f8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.182429] env[62099]: DEBUG oslo_concurrency.lockutils [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "510b63b8-1358-4e3f-8ce1-093b46f80f8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.230229] env[62099]: DEBUG nova.scheduler.client.report [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.253498] env[62099]: DEBUG nova.network.neutron [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Successfully updated port: 679e2b5b-e255-47d4-b2dd-5701d796fbdc {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1324.278428] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528e9494-456e-f554-c4ac-73f37c62edbc, 'name': SearchDatastore_Task, 'duration_secs': 0.015021} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.278428] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.278428] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 8566dee0-0c78-4f80-9c3b-82890cd2f18f/8566dee0-0c78-4f80-9c3b-82890cd2f18f.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1324.278843] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c35dce10-ade5-4a39-92b9-1cc4c3545e45 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.304981] env[62099]: DEBUG nova.compute.manager [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1324.312157] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for the task: (returnval){ [ 1324.312157] env[62099]: value = "task-1896126" [ 1324.312157] env[62099]: _type = "Task" [ 1324.312157] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.329183] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.395133] env[62099]: DEBUG nova.virt.hardware [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1324.395133] env[62099]: DEBUG nova.virt.hardware [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.399463] env[62099]: DEBUG nova.virt.hardware [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1324.399463] env[62099]: DEBUG nova.virt.hardware [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.399644] env[62099]: DEBUG nova.virt.hardware [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1324.400161] env[62099]: DEBUG nova.virt.hardware [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1324.400161] env[62099]: DEBUG nova.virt.hardware [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1324.400161] env[62099]: DEBUG nova.virt.hardware [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1324.405982] env[62099]: DEBUG nova.virt.hardware [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1324.405982] env[62099]: DEBUG nova.virt.hardware [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1324.405982] env[62099]: DEBUG nova.virt.hardware [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1324.405982] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5b4d3c-eda5-4814-a0e1-25239cac669d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.415099] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6316198d-bdf6-4676-b1bf-2746d3322ac6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.440786] env[62099]: DEBUG nova.compute.manager [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.440786] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896124, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.505796] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Acquiring lock "5c1463e5-18ae-42bd-9714-0a0d0b1add1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.505796] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Lock "5c1463e5-18ae-42bd-9714-0a0d0b1add1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.507565] env[62099]: INFO nova.compute.manager [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Took 20.34 seconds to build instance. [ 1324.626766] env[62099]: DEBUG oslo_vmware.api [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896125, 'name': PowerOnVM_Task, 'duration_secs': 0.833185} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.627950] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.628165] env[62099]: INFO nova.compute.manager [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1324.628335] env[62099]: DEBUG nova.compute.manager [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.629675] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ed4de3-41cc-484d-8248-65ad97f41359 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.647262] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.739033] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.739033] env[62099]: DEBUG nova.compute.manager [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1324.740475] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.035s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.742743] env[62099]: INFO nova.compute.claims [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1324.766039] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "refresh_cache-665ba975-97e4-4ffe-8f7c-aab31e63d34d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.766039] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired lock "refresh_cache-665ba975-97e4-4ffe-8f7c-aab31e63d34d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.766039] env[62099]: DEBUG nova.network.neutron [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.830272] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.963199] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896124, 'name': CreateVM_Task, 'duration_secs': 1.46553} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.963199] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.963785] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.963998] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.964259] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.965188] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec6baa2f-616a-48ca-8f2e-5d27b6f40c47 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.970928] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.972680] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1324.972680] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]527252e1-64cc-e429-42e8-06df80cc8c1e" [ 1324.972680] env[62099]: _type = "Task" [ 1324.972680] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.983588] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]527252e1-64cc-e429-42e8-06df80cc8c1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.011301] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efd8ee12-2b1d-491d-ae7b-8e0a22405b80 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Lock "d1ef41d8-83c8-45da-b3e6-f4754d12869d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.861s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.137773] env[62099]: DEBUG oslo_concurrency.lockutils [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquiring lock "a524b227-c5db-40bb-ab1c-e29d098af26d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.138091] env[62099]: DEBUG oslo_concurrency.lockutils [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "a524b227-c5db-40bb-ab1c-e29d098af26d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.156776] env[62099]: INFO nova.compute.manager [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Took 20.28 seconds to build instance. [ 1325.242635] env[62099]: DEBUG nova.compute.utils [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1325.247197] env[62099]: DEBUG nova.compute.manager [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1325.247197] env[62099]: DEBUG nova.network.neutron [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.326032] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.959943} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.327337] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 8566dee0-0c78-4f80-9c3b-82890cd2f18f/8566dee0-0c78-4f80-9c3b-82890cd2f18f.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.327529] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1325.327830] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b043eb7-968b-4b73-93e0-5a311a4a92d0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.337176] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for the task: (returnval){ [ 1325.337176] env[62099]: value = "task-1896127" [ 1325.337176] env[62099]: _type = "Task" [ 1325.337176] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.352943] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.354318] env[62099]: DEBUG nova.network.neutron [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1325.378048] env[62099]: DEBUG nova.policy [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35712b06562546eeaf80a2c58813b3f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aad6e24fd1c94ad2a011a6a2f3d1b7fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1325.489833] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]527252e1-64cc-e429-42e8-06df80cc8c1e, 'name': SearchDatastore_Task, 'duration_secs': 0.065195} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.490094] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.490311] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.490690] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.490923] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.493846] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.493846] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecbb828a-0171-4b4b-a87a-fd836340731c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.505312] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.505312] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.506351] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f6dbff-8411-49c3-b510-435719d5dcc6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.513290] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1325.513290] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5270884b-292c-ceba-a3e3-98388ea8f3ad" [ 1325.513290] env[62099]: _type = "Task" [ 1325.513290] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.520133] env[62099]: DEBUG nova.compute.manager [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1325.533696] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5270884b-292c-ceba-a3e3-98388ea8f3ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.623991] env[62099]: DEBUG oslo_concurrency.lockutils [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "cb685d54-5abc-432a-8289-1a0b8fe733db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.624241] env[62099]: DEBUG oslo_concurrency.lockutils [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "cb685d54-5abc-432a-8289-1a0b8fe733db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.663543] env[62099]: DEBUG oslo_concurrency.lockutils [None req-12dd3328-50c9-4eed-b462-c9d8bbb27628 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Lock "b6e143fb-f149-40b7-ba96-1bf7f8b98274" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.803s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.746330] env[62099]: DEBUG nova.compute.manager [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1325.852850] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068691} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.855686] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1325.857144] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836dbe7f-6d78-4cf7-98ce-c006cb13745b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.884118] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 8566dee0-0c78-4f80-9c3b-82890cd2f18f/8566dee0-0c78-4f80-9c3b-82890cd2f18f.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.887247] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84cedaf5-e94e-4138-8d04-c8b9bd26752b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.909337] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for the task: (returnval){ [ 1325.909337] env[62099]: value = "task-1896128" [ 1325.909337] env[62099]: _type = "Task" [ 1325.909337] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.919264] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.983947] env[62099]: DEBUG nova.network.neutron [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Updating instance_info_cache with network_info: [{"id": "679e2b5b-e255-47d4-b2dd-5701d796fbdc", "address": "fa:16:3e:1c:0e:21", "network": {"id": "27d18baf-2e0d-47b0-b410-5f5dbc4b51b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43693629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d97b8ca8ba486fb4625c1b643af671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679e2b5b-e2", "ovs_interfaceid": "679e2b5b-e255-47d4-b2dd-5701d796fbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.035949] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5270884b-292c-ceba-a3e3-98388ea8f3ad, 'name': SearchDatastore_Task, 'duration_secs': 0.034902} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.047578] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15a4f606-a8fd-486e-8ad8-6763c57fb5a0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.059292] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1326.059292] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]524825a8-dd31-290b-76a0-6a0707797a3f" [ 1326.059292] env[62099]: _type = "Task" [ 1326.059292] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.069564] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.075583] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]524825a8-dd31-290b-76a0-6a0707797a3f, 'name': SearchDatastore_Task} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.075831] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.078494] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4/8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.078494] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-865c5746-f78c-4069-9394-2c9b562d5345 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.089150] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1326.089150] env[62099]: value = "task-1896129" [ 1326.089150] env[62099]: _type = "Task" [ 1326.089150] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.098972] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Acquiring lock "e64fb81e-2e3e-4725-86d2-75d8c69a1c16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.099247] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Lock "e64fb81e-2e3e-4725-86d2-75d8c69a1c16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.108405] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.158572] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22425421-4827-4206-a195-16b3f436f810 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.166149] env[62099]: DEBUG nova.compute.manager [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1326.169795] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebfe5d9-d187-400d-9acb-033230790bb3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.204557] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415fe7d5-93f8-45b4-b1bc-bbe4e850775f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.213448] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61a764f-9317-4d14-ab17-2a8a2e128d15 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.229395] env[62099]: DEBUG nova.compute.provider_tree [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.289664] env[62099]: DEBUG nova.network.neutron [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Successfully created port: adf7c083-b288-4d92-813e-961f6810a297 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1326.424264] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.491920] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Releasing lock "refresh_cache-665ba975-97e4-4ffe-8f7c-aab31e63d34d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.491969] env[62099]: DEBUG nova.compute.manager [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Instance network_info: |[{"id": "679e2b5b-e255-47d4-b2dd-5701d796fbdc", "address": "fa:16:3e:1c:0e:21", "network": {"id": "27d18baf-2e0d-47b0-b410-5f5dbc4b51b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43693629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d97b8ca8ba486fb4625c1b643af671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679e2b5b-e2", "ovs_interfaceid": "679e2b5b-e255-47d4-b2dd-5701d796fbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1326.492714] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:0e:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '679e2b5b-e255-47d4-b2dd-5701d796fbdc', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1326.501915] env[62099]: DEBUG oslo.service.loopingcall [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1326.502295] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1326.502570] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecb45a97-c23b-4cbd-9a05-5189ae79e586 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.524774] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1326.524774] env[62099]: value = "task-1896130" [ 1326.524774] env[62099]: _type = "Task" [ 1326.524774] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.532547] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896130, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.604856] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.699918] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.733570] env[62099]: DEBUG nova.scheduler.client.report [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.757518] env[62099]: DEBUG nova.compute.manager [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1326.789347] env[62099]: DEBUG nova.virt.hardware [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.789604] env[62099]: DEBUG nova.virt.hardware [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.793023] env[62099]: DEBUG nova.virt.hardware [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.793023] env[62099]: DEBUG nova.virt.hardware [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.793023] env[62099]: DEBUG nova.virt.hardware [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.793023] env[62099]: DEBUG nova.virt.hardware [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.793023] env[62099]: DEBUG nova.virt.hardware [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.793388] env[62099]: DEBUG nova.virt.hardware [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.793388] env[62099]: DEBUG nova.virt.hardware [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.793388] env[62099]: DEBUG nova.virt.hardware [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.793388] env[62099]: DEBUG nova.virt.hardware [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.793388] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992068d5-6a7e-44c5-91c3-689dcb1a0d01 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.805492] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cf4406-b42d-44f6-9347-028cb405a837 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.924387] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896128, 'name': ReconfigVM_Task, 'duration_secs': 0.84634} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.924959] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 8566dee0-0c78-4f80-9c3b-82890cd2f18f/8566dee0-0c78-4f80-9c3b-82890cd2f18f.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.925812] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e27f25c-74c6-461a-a9a1-e38b6ea9a803 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.934999] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for the task: (returnval){ [ 1326.934999] env[62099]: value = "task-1896131" [ 1326.934999] env[62099]: _type = "Task" [ 1326.934999] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.950771] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896131, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.040323] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896130, 'name': CreateVM_Task, 'duration_secs': 0.490702} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.040554] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1327.041383] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.041571] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.041904] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.042193] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c7f2e9-d0a1-4f1d-bbf8-5ae073c6017e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.053935] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1327.053935] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52807e10-a201-39d9-a537-ff14f1ed44d5" [ 1327.053935] env[62099]: _type = "Task" [ 1327.053935] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.072773] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52807e10-a201-39d9-a537-ff14f1ed44d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.105324] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896129, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.013306} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.105642] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4/8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.105931] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.106191] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffe13750-1cb3-4b4e-bff5-7c87208dcc36 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.114599] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1327.114599] env[62099]: value = "task-1896132" [ 1327.114599] env[62099]: _type = "Task" [ 1327.114599] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.123767] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.166163] env[62099]: DEBUG nova.network.neutron [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Successfully updated port: 343ec094-d242-4180-8614-4f5ce71df168 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1327.244021] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.244021] env[62099]: DEBUG nova.compute.manager [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.245597] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.598s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.247188] env[62099]: INFO nova.compute.claims [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.365134] env[62099]: DEBUG nova.compute.manager [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Received event network-changed-944928d9-8902-4a35-affa-34f871ac2674 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1327.365533] env[62099]: DEBUG nova.compute.manager [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Refreshing instance network info cache due to event network-changed-944928d9-8902-4a35-affa-34f871ac2674. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1327.366048] env[62099]: DEBUG oslo_concurrency.lockutils [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] Acquiring lock "refresh_cache-8566dee0-0c78-4f80-9c3b-82890cd2f18f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.366749] env[62099]: DEBUG oslo_concurrency.lockutils [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] Acquired lock "refresh_cache-8566dee0-0c78-4f80-9c3b-82890cd2f18f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.367846] env[62099]: DEBUG nova.network.neutron [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Refreshing network info cache for port 944928d9-8902-4a35-affa-34f871ac2674 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.450823] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896131, 'name': Rename_Task, 'duration_secs': 0.270158} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.451107] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.451350] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-add6a563-020e-4e99-88b4-776adb0a5057 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.460027] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for the task: (returnval){ [ 1327.460027] env[62099]: value = "task-1896133" [ 1327.460027] env[62099]: _type = "Task" [ 1327.460027] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.469369] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.565793] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52807e10-a201-39d9-a537-ff14f1ed44d5, 'name': SearchDatastore_Task, 'duration_secs': 0.019295} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.566194] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.566438] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1327.566725] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.567585] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.567585] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1327.567585] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6e3f0e6-cb19-4490-9721-60bdbedc723c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.579027] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1327.579245] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1327.580241] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f5c4fa-fec1-4f96-980c-902ff48ed780 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.592094] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1327.592094] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52486c48-b976-a6a8-df7d-dc7e021e6387" [ 1327.592094] env[62099]: _type = "Task" [ 1327.592094] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.609472] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52486c48-b976-a6a8-df7d-dc7e021e6387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.632928] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086075} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.633309] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.634606] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd43f7e1-289d-4cfb-9a74-2abb00a34c65 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.678346] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4/8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.679958] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Acquiring lock "refresh_cache-b6671cb6-6333-47f7-a79d-bcef4f9831f8" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.679958] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Acquired lock "refresh_cache-b6671cb6-6333-47f7-a79d-bcef4f9831f8" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.679958] env[62099]: DEBUG nova.network.neutron [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.681224] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-962c18be-17d0-4111-98ab-bd87d8d3bc60 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.709540] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1327.709540] env[62099]: value = "task-1896134" [ 1327.709540] env[62099]: _type = "Task" [ 1327.709540] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.720298] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.753130] env[62099]: DEBUG nova.compute.utils [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1327.756354] env[62099]: DEBUG nova.compute.manager [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.756463] env[62099]: DEBUG nova.network.neutron [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.836764] env[62099]: DEBUG nova.policy [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b25d71db75c541abb0c9623e6a5493ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b617628a416448382837708b5597204', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.974274] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896133, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.109971] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52486c48-b976-a6a8-df7d-dc7e021e6387, 'name': SearchDatastore_Task, 'duration_secs': 0.015073} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.110992] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e2c04f2-80b6-4546-a9dd-1b85d9bb9b09 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.120340] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1328.120340] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52bb5531-0009-2db9-dd33-99bfdfb44588" [ 1328.120340] env[62099]: _type = "Task" [ 1328.120340] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.137951] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52bb5531-0009-2db9-dd33-99bfdfb44588, 'name': SearchDatastore_Task, 'duration_secs': 0.01447} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.138388] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.138768] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 665ba975-97e4-4ffe-8f7c-aab31e63d34d/665ba975-97e4-4ffe-8f7c-aab31e63d34d.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1328.139287] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b30c7df5-86ac-4b64-aa68-5adb2a6fd43d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.144363] env[62099]: INFO nova.compute.manager [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Rebuilding instance [ 1328.152140] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1328.152140] env[62099]: value = "task-1896135" [ 1328.152140] env[62099]: _type = "Task" [ 1328.152140] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.159782] env[62099]: DEBUG nova.compute.manager [None req-49d736b8-4ede-4ac8-b046-cb1d85473ab1 tempest-ServerDiagnosticsV248Test-772082414 tempest-ServerDiagnosticsV248Test-772082414-project-admin] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.163210] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e2268c-660a-4feb-a667-d2f490b88f2f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.168557] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.175895] env[62099]: INFO nova.compute.manager [None req-49d736b8-4ede-4ac8-b046-cb1d85473ab1 tempest-ServerDiagnosticsV248Test-772082414 tempest-ServerDiagnosticsV248Test-772082414-project-admin] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Retrieving diagnostics [ 1328.176855] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e856a9f-e9cf-4627-aa21-7b1e0fc76e90 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.237740] env[62099]: DEBUG nova.compute.manager [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.238276] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7a7b48-ea80-41ce-8b29-cd49dbf38eb5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.244798] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896134, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.261012] env[62099]: DEBUG nova.compute.manager [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.441780] env[62099]: DEBUG nova.network.neutron [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Successfully created port: a403339c-5927-4d29-8417-ef08e4babeb0 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.462940] env[62099]: DEBUG nova.network.neutron [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1328.478761] env[62099]: DEBUG oslo_vmware.api [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896133, 'name': PowerOnVM_Task, 'duration_secs': 0.855905} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.479048] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.479267] env[62099]: INFO nova.compute.manager [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Took 11.24 seconds to spawn the instance on the hypervisor. [ 1328.479461] env[62099]: DEBUG nova.compute.manager [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.480667] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12d9311-9f74-40d8-9648-fc01259365f3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.632728] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac70e0d-510b-48ff-9294-b4696ceb82f4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.641786] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d33c0dc-73a2-4bf7-b707-19b886e37044 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.679384] env[62099]: DEBUG nova.network.neutron [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Updated VIF entry in instance network info cache for port 944928d9-8902-4a35-affa-34f871ac2674. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1328.679384] env[62099]: DEBUG nova.network.neutron [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Updating instance_info_cache with network_info: [{"id": "944928d9-8902-4a35-affa-34f871ac2674", "address": "fa:16:3e:15:78:79", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap944928d9-89", "ovs_interfaceid": "944928d9-8902-4a35-affa-34f871ac2674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.685448] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc11184a-bf1a-49ed-a9e6-5d8a5290c25b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.696551] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896135, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.699984] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b276577-dabd-4d7c-8aad-254fc4d9f2d1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.722165] env[62099]: DEBUG nova.compute.provider_tree [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.739903] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896134, 'name': ReconfigVM_Task, 'duration_secs': 0.613698} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.740223] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4/8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.742336] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16a9ca4b-fcd2-44d9-a2f2-f74a8c3a704e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.758683] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1328.758683] env[62099]: value = "task-1896136" [ 1328.758683] env[62099]: _type = "Task" [ 1328.758683] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.779590] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896136, 'name': Rename_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.901473] env[62099]: DEBUG nova.network.neutron [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Updating instance_info_cache with network_info: [{"id": "343ec094-d242-4180-8614-4f5ce71df168", "address": "fa:16:3e:ef:d7:0c", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap343ec094-d2", "ovs_interfaceid": "343ec094-d242-4180-8614-4f5ce71df168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.007549] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Acquiring lock "87130834-359c-4d54-9cdf-f4a20a051a58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.007818] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Lock "87130834-359c-4d54-9cdf-f4a20a051a58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.017034] env[62099]: DEBUG nova.network.neutron [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Successfully updated port: adf7c083-b288-4d92-813e-961f6810a297 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.017983] env[62099]: INFO nova.compute.manager [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Took 23.46 seconds to build instance. [ 1329.191370] env[62099]: DEBUG oslo_concurrency.lockutils [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] Releasing lock "refresh_cache-8566dee0-0c78-4f80-9c3b-82890cd2f18f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.191727] env[62099]: DEBUG nova.compute.manager [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Received event network-vif-plugged-a164e987-832e-4ac4-9f00-a472f58cc052 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1329.191986] env[62099]: DEBUG oslo_concurrency.lockutils [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] Acquiring lock "8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.192227] env[62099]: DEBUG oslo_concurrency.lockutils [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] Lock "8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.192396] env[62099]: DEBUG oslo_concurrency.lockutils [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] Lock "8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.192567] env[62099]: DEBUG nova.compute.manager [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] No waiting events found dispatching network-vif-plugged-a164e987-832e-4ac4-9f00-a472f58cc052 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.192738] env[62099]: WARNING nova.compute.manager [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Received unexpected event network-vif-plugged-a164e987-832e-4ac4-9f00-a472f58cc052 for instance with vm_state building and task_state spawning. [ 1329.192906] env[62099]: DEBUG nova.compute.manager [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Received event network-changed-a164e987-832e-4ac4-9f00-a472f58cc052 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1329.193072] env[62099]: DEBUG nova.compute.manager [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Refreshing instance network info cache due to event network-changed-a164e987-832e-4ac4-9f00-a472f58cc052. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1329.193855] env[62099]: DEBUG oslo_concurrency.lockutils [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] Acquiring lock "refresh_cache-8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.193855] env[62099]: DEBUG oslo_concurrency.lockutils [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] Acquired lock "refresh_cache-8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.193855] env[62099]: DEBUG nova.network.neutron [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Refreshing network info cache for port a164e987-832e-4ac4-9f00-a472f58cc052 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.195366] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.993413} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.195505] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 665ba975-97e4-4ffe-8f7c-aab31e63d34d/665ba975-97e4-4ffe-8f7c-aab31e63d34d.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1329.195875] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1329.198041] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9461b9f-4cfa-4852-be6d-bdd0b8666682 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.210177] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1329.210177] env[62099]: value = "task-1896137" [ 1329.210177] env[62099]: _type = "Task" [ 1329.210177] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.226097] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.229728] env[62099]: DEBUG nova.scheduler.client.report [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.260655] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.261185] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6c9f268-2e79-441d-9046-2d550fe6d149 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.267841] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.277022] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896136, 'name': Rename_Task, 'duration_secs': 0.315233} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.278795] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.280019] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1329.280019] env[62099]: value = "task-1896138" [ 1329.280019] env[62099]: _type = "Task" [ 1329.280019] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.280019] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a51d4efe-f78c-4a33-bd76-2a2a3eecadd2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.283989] env[62099]: DEBUG nova.compute.manager [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.298583] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.299735] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1329.299735] env[62099]: value = "task-1896139" [ 1329.299735] env[62099]: _type = "Task" [ 1329.299735] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.310058] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.324362] env[62099]: DEBUG nova.virt.hardware [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.325923] env[62099]: DEBUG nova.virt.hardware [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.325923] env[62099]: DEBUG nova.virt.hardware [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.325923] env[62099]: DEBUG nova.virt.hardware [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.325923] env[62099]: DEBUG nova.virt.hardware [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.325923] env[62099]: DEBUG nova.virt.hardware [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.326514] env[62099]: DEBUG nova.virt.hardware [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.326514] env[62099]: DEBUG nova.virt.hardware [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.326514] env[62099]: DEBUG nova.virt.hardware [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.326686] env[62099]: DEBUG nova.virt.hardware [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.326851] env[62099]: DEBUG nova.virt.hardware [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.328765] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581b5d7f-28f4-4587-b815-30a3929f93a6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.342508] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78171c8b-c2c3-4178-b6a9-5381e3fffcfc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.407419] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Releasing lock "refresh_cache-b6671cb6-6333-47f7-a79d-bcef4f9831f8" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.407419] env[62099]: DEBUG nova.compute.manager [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Instance network_info: |[{"id": "343ec094-d242-4180-8614-4f5ce71df168", "address": "fa:16:3e:ef:d7:0c", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap343ec094-d2", "ovs_interfaceid": "343ec094-d242-4180-8614-4f5ce71df168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1329.407694] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:d7:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '343ec094-d242-4180-8614-4f5ce71df168', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1329.417105] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Creating folder: Project (abf67853adc64e409dca8a04d4d01ed3). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1329.417443] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97eb2ebb-6beb-437e-abcb-e72213cc7bb7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.431479] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Created folder: Project (abf67853adc64e409dca8a04d4d01ed3) in parent group-v391507. [ 1329.431743] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Creating folder: Instances. Parent ref: group-v391531. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1329.431965] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a019b7ba-9b96-46d3-8a74-7ffdf83e0b28 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.450041] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Created folder: Instances in parent group-v391531. [ 1329.450041] env[62099]: DEBUG oslo.service.loopingcall [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.450041] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1329.450041] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9449c4a8-9162-4b18-9620-96a7d5522ce1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.472429] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1329.472429] env[62099]: value = "task-1896142" [ 1329.472429] env[62099]: _type = "Task" [ 1329.472429] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.487614] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896142, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.523046] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "refresh_cache-5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.523046] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquired lock "refresh_cache-5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.523046] env[62099]: DEBUG nova.network.neutron [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.523892] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b92f626-6ebc-42db-83cb-e7bf98ffb27f tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Lock "8566dee0-0c78-4f80-9c3b-82890cd2f18f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.977s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.719781] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133282} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.719996] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.721917] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b518c492-45ab-49b4-9c2b-dcc21ba8e5d5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.738475] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.739084] env[62099]: DEBUG nova.compute.manager [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1329.750860] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 665ba975-97e4-4ffe-8f7c-aab31e63d34d/665ba975-97e4-4ffe-8f7c-aab31e63d34d.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.753655] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.783s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.755283] env[62099]: INFO nova.compute.claims [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1329.758474] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8914b8ac-fa26-4bfc-b580-e44cdd724aa0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.784181] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1329.784181] env[62099]: value = "task-1896143" [ 1329.784181] env[62099]: _type = "Task" [ 1329.784181] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.808466] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896143, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.808466] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896138, 'name': PowerOffVM_Task, 'duration_secs': 0.208725} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.812662] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.812830] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.814489] env[62099]: DEBUG nova.compute.manager [req-3d7cb6b1-1148-4673-a780-e530751288a2 req-eee80cb1-ec90-4d44-81c9-c54bc5d90871 service nova] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Received event network-vif-plugged-343ec094-d242-4180-8614-4f5ce71df168 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1329.814721] env[62099]: DEBUG oslo_concurrency.lockutils [req-3d7cb6b1-1148-4673-a780-e530751288a2 req-eee80cb1-ec90-4d44-81c9-c54bc5d90871 service nova] Acquiring lock "b6671cb6-6333-47f7-a79d-bcef4f9831f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.814929] env[62099]: DEBUG oslo_concurrency.lockutils [req-3d7cb6b1-1148-4673-a780-e530751288a2 req-eee80cb1-ec90-4d44-81c9-c54bc5d90871 service nova] Lock "b6671cb6-6333-47f7-a79d-bcef4f9831f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.815114] env[62099]: DEBUG oslo_concurrency.lockutils [req-3d7cb6b1-1148-4673-a780-e530751288a2 req-eee80cb1-ec90-4d44-81c9-c54bc5d90871 service nova] Lock "b6671cb6-6333-47f7-a79d-bcef4f9831f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.815287] env[62099]: DEBUG nova.compute.manager [req-3d7cb6b1-1148-4673-a780-e530751288a2 req-eee80cb1-ec90-4d44-81c9-c54bc5d90871 service nova] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] No waiting events found dispatching network-vif-plugged-343ec094-d242-4180-8614-4f5ce71df168 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.815449] env[62099]: WARNING nova.compute.manager [req-3d7cb6b1-1148-4673-a780-e530751288a2 req-eee80cb1-ec90-4d44-81c9-c54bc5d90871 service nova] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Received unexpected event network-vif-plugged-343ec094-d242-4180-8614-4f5ce71df168 for instance with vm_state building and task_state spawning. [ 1329.817450] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad36fba9-ea11-497e-91a0-769ac4f270cb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.832234] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.832878] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896139, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.833273] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6be1804f-f40a-491c-96a3-449945bc86b9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.866456] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.866701] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.866857] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Deleting the datastore file [datastore2] b6e143fb-f149-40b7-ba96-1bf7f8b98274 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.867167] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4ae9840-5791-4816-ac4c-0a2b0891b377 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.879165] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1329.879165] env[62099]: value = "task-1896145" [ 1329.879165] env[62099]: _type = "Task" [ 1329.879165] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.891109] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.943867] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Acquiring lock "fd044e0c-bdba-421e-8942-7132389d2430" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.944060] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Lock "fd044e0c-bdba-421e-8942-7132389d2430" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.985078] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896142, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.027232] env[62099]: DEBUG nova.compute.manager [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1330.073162] env[62099]: DEBUG nova.network.neutron [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.245886] env[62099]: DEBUG nova.compute.utils [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1330.254615] env[62099]: DEBUG nova.compute.manager [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1330.254615] env[62099]: DEBUG nova.network.neutron [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1330.284367] env[62099]: DEBUG nova.network.neutron [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Updated VIF entry in instance network info cache for port a164e987-832e-4ac4-9f00-a472f58cc052. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.284367] env[62099]: DEBUG nova.network.neutron [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Updating instance_info_cache with network_info: [{"id": "a164e987-832e-4ac4-9f00-a472f58cc052", "address": "fa:16:3e:61:2b:00", "network": {"id": "27d18baf-2e0d-47b0-b410-5f5dbc4b51b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43693629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d97b8ca8ba486fb4625c1b643af671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa164e987-83", "ovs_interfaceid": "a164e987-832e-4ac4-9f00-a472f58cc052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.301552] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.318650] env[62099]: DEBUG oslo_vmware.api [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896139, 'name': PowerOnVM_Task, 'duration_secs': 0.920223} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.319324] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.319568] env[62099]: INFO nova.compute.manager [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Took 10.79 seconds to spawn the instance on the hypervisor. [ 1330.319989] env[62099]: DEBUG nova.compute.manager [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.323746] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648ff901-6791-43fd-bfc1-7451ca767841 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.389104] env[62099]: DEBUG nova.network.neutron [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Updating instance_info_cache with network_info: [{"id": "adf7c083-b288-4d92-813e-961f6810a297", "address": "fa:16:3e:27:62:46", "network": {"id": "f234acfc-3d26-4421-97ce-41c0c40a0cfc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1958007356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aad6e24fd1c94ad2a011a6a2f3d1b7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadf7c083-b2", "ovs_interfaceid": "adf7c083-b288-4d92-813e-961f6810a297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.395021] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233686} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.395689] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.396547] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.396734] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.421378] env[62099]: DEBUG nova.policy [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a23513bd58cc4fd2a293ad57f71a57d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '048463197adc48b1a649023b12839c8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1330.485451] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896142, 'name': CreateVM_Task, 'duration_secs': 0.654285} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.485750] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.486343] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.486501] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.486823] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.487098] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a8a9ae-183b-447f-b6d7-bb412f8ba25c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.492714] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Waiting for the task: (returnval){ [ 1330.492714] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5211e5ab-8e8d-06f9-510a-b6a79ba0e3e9" [ 1330.492714] env[62099]: _type = "Task" [ 1330.492714] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.502516] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5211e5ab-8e8d-06f9-510a-b6a79ba0e3e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.565905] env[62099]: DEBUG oslo_concurrency.lockutils [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.751809] env[62099]: DEBUG nova.compute.manager [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1330.789735] env[62099]: DEBUG oslo_concurrency.lockutils [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] Releasing lock "refresh_cache-8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.790111] env[62099]: DEBUG nova.compute.manager [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Received event network-vif-plugged-679e2b5b-e255-47d4-b2dd-5701d796fbdc {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1330.790490] env[62099]: DEBUG oslo_concurrency.lockutils [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] Acquiring lock "665ba975-97e4-4ffe-8f7c-aab31e63d34d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.790652] env[62099]: DEBUG oslo_concurrency.lockutils [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] Lock "665ba975-97e4-4ffe-8f7c-aab31e63d34d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.790690] env[62099]: DEBUG oslo_concurrency.lockutils [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] Lock "665ba975-97e4-4ffe-8f7c-aab31e63d34d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.790849] env[62099]: DEBUG nova.compute.manager [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] No waiting events found dispatching network-vif-plugged-679e2b5b-e255-47d4-b2dd-5701d796fbdc {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1330.791038] env[62099]: WARNING nova.compute.manager [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Received unexpected event network-vif-plugged-679e2b5b-e255-47d4-b2dd-5701d796fbdc for instance with vm_state building and task_state spawning. [ 1330.791205] env[62099]: DEBUG nova.compute.manager [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Received event network-changed-679e2b5b-e255-47d4-b2dd-5701d796fbdc {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1330.791361] env[62099]: DEBUG nova.compute.manager [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Refreshing instance network info cache due to event network-changed-679e2b5b-e255-47d4-b2dd-5701d796fbdc. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1330.791551] env[62099]: DEBUG oslo_concurrency.lockutils [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] Acquiring lock "refresh_cache-665ba975-97e4-4ffe-8f7c-aab31e63d34d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.791688] env[62099]: DEBUG oslo_concurrency.lockutils [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] Acquired lock "refresh_cache-665ba975-97e4-4ffe-8f7c-aab31e63d34d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.791844] env[62099]: DEBUG nova.network.neutron [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Refreshing network info cache for port 679e2b5b-e255-47d4-b2dd-5701d796fbdc {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.810179] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.852696] env[62099]: INFO nova.compute.manager [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Took 24.69 seconds to build instance. [ 1330.897790] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Releasing lock "refresh_cache-5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.898077] env[62099]: DEBUG nova.compute.manager [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Instance network_info: |[{"id": "adf7c083-b288-4d92-813e-961f6810a297", "address": "fa:16:3e:27:62:46", "network": {"id": "f234acfc-3d26-4421-97ce-41c0c40a0cfc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1958007356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aad6e24fd1c94ad2a011a6a2f3d1b7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadf7c083-b2", "ovs_interfaceid": "adf7c083-b288-4d92-813e-961f6810a297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1330.898691] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:62:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adf7c083-b288-4d92-813e-961f6810a297', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1330.907543] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Creating folder: Project (aad6e24fd1c94ad2a011a6a2f3d1b7fc). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1330.911687] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6df4a0a-86dc-4454-9af3-231bacf83a8c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.931647] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Created folder: Project (aad6e24fd1c94ad2a011a6a2f3d1b7fc) in parent group-v391507. [ 1330.931801] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Creating folder: Instances. Parent ref: group-v391534. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1330.932814] env[62099]: DEBUG nova.network.neutron [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Successfully created port: 6fe5ed44-f360-4fa3-b0f1-ab3966a486be {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1330.935128] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e85c962e-bb4d-4ff1-9dd0-e3c6f93229d5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.953393] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Created folder: Instances in parent group-v391534. [ 1330.953816] env[62099]: DEBUG oslo.service.loopingcall [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1330.954562] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1330.955391] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-802aa87f-e9c5-4b47-9373-f6be42d12a7b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.988713] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1330.988713] env[62099]: value = "task-1896148" [ 1330.988713] env[62099]: _type = "Task" [ 1330.988713] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.003458] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896148, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.011780] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5211e5ab-8e8d-06f9-510a-b6a79ba0e3e9, 'name': SearchDatastore_Task, 'duration_secs': 0.030392} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.012165] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.012451] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1331.012766] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.012939] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.013565] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.013565] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41d3c706-0c50-466e-92b8-b6f0a6ed55ec {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.026763] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.026763] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1331.030039] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e585d889-90e4-4089-ae4f-2e5e9fc4ecae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.034239] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Waiting for the task: (returnval){ [ 1331.034239] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]526b68bd-188c-44e9-c2ba-e5b13908e33f" [ 1331.034239] env[62099]: _type = "Task" [ 1331.034239] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.048916] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526b68bd-188c-44e9-c2ba-e5b13908e33f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.122258] env[62099]: DEBUG nova.network.neutron [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Successfully updated port: a403339c-5927-4d29-8417-ef08e4babeb0 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1331.263410] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c672be2-1e63-4771-9e04-51950a77cc09 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.276290] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b23a63e-88b0-4b61-b8b4-5c0b1463b45b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.320108] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb2900f-47e8-4daf-98ca-3b15bf6783dd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.331055] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896143, 'name': ReconfigVM_Task, 'duration_secs': 1.329923} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.333875] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 665ba975-97e4-4ffe-8f7c-aab31e63d34d/665ba975-97e4-4ffe-8f7c-aab31e63d34d.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.334677] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae959024-b666-4fcd-84d1-30c89be33810 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.337751] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d269a3-c40f-47c2-a280-0eedc4d47cc7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.357051] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ae83b198-f4ad-4084-a9a9-0acfba330b44 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.208s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.359253] env[62099]: DEBUG nova.compute.provider_tree [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.361798] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1331.361798] env[62099]: value = "task-1896149" [ 1331.361798] env[62099]: _type = "Task" [ 1331.361798] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.373256] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896149, 'name': Rename_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.441943] env[62099]: DEBUG nova.virt.hardware [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.442286] env[62099]: DEBUG nova.virt.hardware [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.442454] env[62099]: DEBUG nova.virt.hardware [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.442644] env[62099]: DEBUG nova.virt.hardware [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.442839] env[62099]: DEBUG nova.virt.hardware [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.443065] env[62099]: DEBUG nova.virt.hardware [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.443303] env[62099]: DEBUG nova.virt.hardware [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.443465] env[62099]: DEBUG nova.virt.hardware [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.443631] env[62099]: DEBUG nova.virt.hardware [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.444031] env[62099]: DEBUG nova.virt.hardware [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.444097] env[62099]: DEBUG nova.virt.hardware [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.445302] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06a827a-c7a0-44e8-8d1e-4ad83000feba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.455126] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0613e528-06cc-4140-a1d2-4eca65b37769 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.471218] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Instance VIF info [] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.477486] env[62099]: DEBUG oslo.service.loopingcall [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.480582] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.481034] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd2e8956-d3de-48e0-ad47-81858a73f0ff {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.506852] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896148, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.508418] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.508418] env[62099]: value = "task-1896150" [ 1331.508418] env[62099]: _type = "Task" [ 1331.508418] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.521977] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896150, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.546386] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526b68bd-188c-44e9-c2ba-e5b13908e33f, 'name': SearchDatastore_Task, 'duration_secs': 0.013912} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.549298] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f906b49a-4396-42f1-8a74-cb8498068319 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.554482] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Waiting for the task: (returnval){ [ 1331.554482] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52716945-bd29-4a21-29ed-723315f1c2db" [ 1331.554482] env[62099]: _type = "Task" [ 1331.554482] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.570767] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52716945-bd29-4a21-29ed-723315f1c2db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.627353] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquiring lock "refresh_cache-12afe1f4-4fc3-40a1-bde2-2afaf1772cde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.627353] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquired lock "refresh_cache-12afe1f4-4fc3-40a1-bde2-2afaf1772cde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.628875] env[62099]: DEBUG nova.network.neutron [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.747963] env[62099]: DEBUG nova.network.neutron [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Updated VIF entry in instance network info cache for port 679e2b5b-e255-47d4-b2dd-5701d796fbdc. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.747963] env[62099]: DEBUG nova.network.neutron [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Updating instance_info_cache with network_info: [{"id": "679e2b5b-e255-47d4-b2dd-5701d796fbdc", "address": "fa:16:3e:1c:0e:21", "network": {"id": "27d18baf-2e0d-47b0-b410-5f5dbc4b51b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43693629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d97b8ca8ba486fb4625c1b643af671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679e2b5b-e2", "ovs_interfaceid": "679e2b5b-e255-47d4-b2dd-5701d796fbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.769236] env[62099]: DEBUG nova.compute.manager [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1331.814009] env[62099]: DEBUG nova.virt.hardware [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.814303] env[62099]: DEBUG nova.virt.hardware [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.815176] env[62099]: DEBUG nova.virt.hardware [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.815176] env[62099]: DEBUG nova.virt.hardware [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.815176] env[62099]: DEBUG nova.virt.hardware [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.815176] env[62099]: DEBUG nova.virt.hardware [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.815555] env[62099]: DEBUG nova.virt.hardware [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.815855] env[62099]: DEBUG nova.virt.hardware [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.816157] env[62099]: DEBUG nova.virt.hardware [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.816274] env[62099]: DEBUG nova.virt.hardware [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.816445] env[62099]: DEBUG nova.virt.hardware [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.817353] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a5cfe4-3e48-46b3-b598-599c6704a2e2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.833317] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b982dea-c796-4f8d-8405-fe0642097b2f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.863979] env[62099]: DEBUG nova.compute.manager [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1331.870237] env[62099]: DEBUG nova.scheduler.client.report [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.878708] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.878708] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.886038] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896149, 'name': Rename_Task, 'duration_secs': 0.240293} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.886038] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.886038] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b3f91c0-47bf-4392-9d67-884dd49b7d32 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.897466] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1331.897466] env[62099]: value = "task-1896151" [ 1331.897466] env[62099]: _type = "Task" [ 1331.897466] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.907619] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.007314] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896148, 'name': CreateVM_Task, 'duration_secs': 0.563299} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.007532] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.008733] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.008807] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.009105] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.009420] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d59617-ad0e-49ca-9d06-f163d22904f6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.020903] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1332.020903] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]521bddcd-f4da-221f-252a-576259c1a657" [ 1332.020903] env[62099]: _type = "Task" [ 1332.020903] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.024150] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896150, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.034530] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521bddcd-f4da-221f-252a-576259c1a657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.068771] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52716945-bd29-4a21-29ed-723315f1c2db, 'name': SearchDatastore_Task, 'duration_secs': 0.015105} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.069060] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.069300] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] b6671cb6-6333-47f7-a79d-bcef4f9831f8/b6671cb6-6333-47f7-a79d-bcef4f9831f8.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1332.069560] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a24fa4e1-57d6-4e04-b046-49e238ec9e04 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.079016] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Waiting for the task: (returnval){ [ 1332.079016] env[62099]: value = "task-1896152" [ 1332.079016] env[62099]: _type = "Task" [ 1332.079016] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.089022] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.137832] env[62099]: DEBUG nova.compute.manager [req-2593c4bc-e597-4b98-8217-8c1e3c0baf6b req-93760b50-a6ca-4c2e-a447-314bf380434c service nova] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Received event network-vif-plugged-adf7c083-b288-4d92-813e-961f6810a297 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1332.138051] env[62099]: DEBUG oslo_concurrency.lockutils [req-2593c4bc-e597-4b98-8217-8c1e3c0baf6b req-93760b50-a6ca-4c2e-a447-314bf380434c service nova] Acquiring lock "5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.138272] env[62099]: DEBUG oslo_concurrency.lockutils [req-2593c4bc-e597-4b98-8217-8c1e3c0baf6b req-93760b50-a6ca-4c2e-a447-314bf380434c service nova] Lock "5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.138415] env[62099]: DEBUG oslo_concurrency.lockutils [req-2593c4bc-e597-4b98-8217-8c1e3c0baf6b req-93760b50-a6ca-4c2e-a447-314bf380434c service nova] Lock "5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.138574] env[62099]: DEBUG nova.compute.manager [req-2593c4bc-e597-4b98-8217-8c1e3c0baf6b req-93760b50-a6ca-4c2e-a447-314bf380434c service nova] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] No waiting events found dispatching network-vif-plugged-adf7c083-b288-4d92-813e-961f6810a297 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1332.138728] env[62099]: WARNING nova.compute.manager [req-2593c4bc-e597-4b98-8217-8c1e3c0baf6b req-93760b50-a6ca-4c2e-a447-314bf380434c service nova] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Received unexpected event network-vif-plugged-adf7c083-b288-4d92-813e-961f6810a297 for instance with vm_state building and task_state spawning. [ 1332.138879] env[62099]: DEBUG nova.compute.manager [req-2593c4bc-e597-4b98-8217-8c1e3c0baf6b req-93760b50-a6ca-4c2e-a447-314bf380434c service nova] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Received event network-changed-adf7c083-b288-4d92-813e-961f6810a297 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1332.140910] env[62099]: DEBUG nova.compute.manager [req-2593c4bc-e597-4b98-8217-8c1e3c0baf6b req-93760b50-a6ca-4c2e-a447-314bf380434c service nova] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Refreshing instance network info cache due to event network-changed-adf7c083-b288-4d92-813e-961f6810a297. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1332.141201] env[62099]: DEBUG oslo_concurrency.lockutils [req-2593c4bc-e597-4b98-8217-8c1e3c0baf6b req-93760b50-a6ca-4c2e-a447-314bf380434c service nova] Acquiring lock "refresh_cache-5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.141355] env[62099]: DEBUG oslo_concurrency.lockutils [req-2593c4bc-e597-4b98-8217-8c1e3c0baf6b req-93760b50-a6ca-4c2e-a447-314bf380434c service nova] Acquired lock "refresh_cache-5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.141515] env[62099]: DEBUG nova.network.neutron [req-2593c4bc-e597-4b98-8217-8c1e3c0baf6b req-93760b50-a6ca-4c2e-a447-314bf380434c service nova] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Refreshing network info cache for port adf7c083-b288-4d92-813e-961f6810a297 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.202922] env[62099]: DEBUG oslo_concurrency.lockutils [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Acquiring lock "15961ea8-5a20-4e94-a8f8-ef0d64247334" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.203222] env[62099]: DEBUG oslo_concurrency.lockutils [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Lock "15961ea8-5a20-4e94-a8f8-ef0d64247334" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.235468] env[62099]: DEBUG nova.network.neutron [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.250745] env[62099]: DEBUG oslo_concurrency.lockutils [req-61bbcb46-bdb7-4d46-9c1b-3caf7ba3934e req-0af5d6a6-8590-403c-8508-983e33b328bd service nova] Releasing lock "refresh_cache-665ba975-97e4-4ffe-8f7c-aab31e63d34d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.266248] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.266248] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1332.266248] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Rebuilding the list of instances to heal {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1332.378432] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.378900] env[62099]: DEBUG nova.compute.manager [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1332.387318] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.317s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.387918] env[62099]: INFO nova.compute.claims [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.412827] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896151, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.413983] env[62099]: DEBUG oslo_concurrency.lockutils [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.522869] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896150, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.524286] env[62099]: DEBUG nova.network.neutron [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Updating instance_info_cache with network_info: [{"id": "a403339c-5927-4d29-8417-ef08e4babeb0", "address": "fa:16:3e:8a:79:3a", "network": {"id": "4af60387-d0a3-4f03-b8e5-d5d077d095a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1375362274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b617628a416448382837708b5597204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa403339c-59", "ovs_interfaceid": "a403339c-5927-4d29-8417-ef08e4babeb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.541338] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521bddcd-f4da-221f-252a-576259c1a657, 'name': SearchDatastore_Task, 'duration_secs': 0.028571} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.542255] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.542255] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.542449] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.544047] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.544047] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.544047] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1d05b8b-95a8-4654-9ac9-8267a182646b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.561932] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.562475] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.564123] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e8d8b92-ab18-4d42-b391-de3e6ac6f6dc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.573057] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1332.573057] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5297d230-b426-0128-1ed2-e4076519b9c8" [ 1332.573057] env[62099]: _type = "Task" [ 1332.573057] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.588305] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5297d230-b426-0128-1ed2-e4076519b9c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.599027] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896152, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.772851] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Skipping network cache update for instance because it is Building. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1332.773905] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Skipping network cache update for instance because it is Building. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1332.774140] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Skipping network cache update for instance because it is Building. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1332.774248] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Skipping network cache update for instance because it is Building. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1332.774305] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Skipping network cache update for instance because it is Building. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1332.774432] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Skipping network cache update for instance because it is Building. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1332.784082] env[62099]: DEBUG nova.network.neutron [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Successfully updated port: 6fe5ed44-f360-4fa3-b0f1-ab3966a486be {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1332.873938] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "refresh_cache-e1197d80-5d4b-4130-96aa-35e246a2c8c2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.873938] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquired lock "refresh_cache-e1197d80-5d4b-4130-96aa-35e246a2c8c2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.874164] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Forcefully refreshing network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1332.874329] env[62099]: DEBUG nova.objects.instance [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lazy-loading 'info_cache' on Instance uuid e1197d80-5d4b-4130-96aa-35e246a2c8c2 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.895654] env[62099]: DEBUG nova.compute.utils [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1332.901526] env[62099]: DEBUG nova.compute.manager [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1332.901731] env[62099]: DEBUG nova.network.neutron [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.916405] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896151, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.953192] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Acquiring lock "fa0cdd8f-05b3-4cf1-826c-4509f5e8d299" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.953530] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Lock "fa0cdd8f-05b3-4cf1-826c-4509f5e8d299" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.021209] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896150, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.029123] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Releasing lock "refresh_cache-12afe1f4-4fc3-40a1-bde2-2afaf1772cde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.029561] env[62099]: DEBUG nova.compute.manager [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Instance network_info: |[{"id": "a403339c-5927-4d29-8417-ef08e4babeb0", "address": "fa:16:3e:8a:79:3a", "network": {"id": "4af60387-d0a3-4f03-b8e5-d5d077d095a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1375362274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b617628a416448382837708b5597204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa403339c-59", "ovs_interfaceid": "a403339c-5927-4d29-8417-ef08e4babeb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1333.029769] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:79:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a403339c-5927-4d29-8417-ef08e4babeb0', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.038314] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Creating folder: Project (2b617628a416448382837708b5597204). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.038499] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47e95be8-4fee-4fd3-9020-e21a6c9140e6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.051975] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Created folder: Project (2b617628a416448382837708b5597204) in parent group-v391507. [ 1333.052201] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Creating folder: Instances. Parent ref: group-v391538. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.052479] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-236c8d73-9c50-4fc1-8c20-ef5960648006 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.064572] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Created folder: Instances in parent group-v391538. [ 1333.064572] env[62099]: DEBUG oslo.service.loopingcall [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1333.064572] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.064572] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1698170a-4d80-497c-9210-0a1a88af8a88 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.084294] env[62099]: DEBUG nova.policy [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35712b06562546eeaf80a2c58813b3f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aad6e24fd1c94ad2a011a6a2f3d1b7fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1333.102179] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762567} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.109008] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] b6671cb6-6333-47f7-a79d-bcef4f9831f8/b6671cb6-6333-47f7-a79d-bcef4f9831f8.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1333.109276] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1333.109518] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.109518] env[62099]: value = "task-1896155" [ 1333.109518] env[62099]: _type = "Task" [ 1333.109518] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.109731] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5297d230-b426-0128-1ed2-e4076519b9c8, 'name': SearchDatastore_Task, 'duration_secs': 0.073581} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.109931] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-792bc33f-1ad1-4d0b-a1d9-77fa2a4f0101 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.115659] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26cdd460-279f-49ad-af64-a13095633193 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.123906] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896155, 'name': CreateVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.126694] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Waiting for the task: (returnval){ [ 1333.126694] env[62099]: value = "task-1896156" [ 1333.126694] env[62099]: _type = "Task" [ 1333.126694] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.127038] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1333.127038] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5241780c-8030-3a8a-a5eb-856fa2a53e08" [ 1333.127038] env[62099]: _type = "Task" [ 1333.127038] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.140119] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.143561] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5241780c-8030-3a8a-a5eb-856fa2a53e08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.286824] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Acquiring lock "refresh_cache-9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.286994] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Acquired lock "refresh_cache-9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.287160] env[62099]: DEBUG nova.network.neutron [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.401951] env[62099]: DEBUG nova.compute.manager [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1333.431389] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896151, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.525850] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896150, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.600988] env[62099]: DEBUG nova.network.neutron [req-2593c4bc-e597-4b98-8217-8c1e3c0baf6b req-93760b50-a6ca-4c2e-a447-314bf380434c service nova] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Updated VIF entry in instance network info cache for port adf7c083-b288-4d92-813e-961f6810a297. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.605283] env[62099]: DEBUG nova.network.neutron [req-2593c4bc-e597-4b98-8217-8c1e3c0baf6b req-93760b50-a6ca-4c2e-a447-314bf380434c service nova] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Updating instance_info_cache with network_info: [{"id": "adf7c083-b288-4d92-813e-961f6810a297", "address": "fa:16:3e:27:62:46", "network": {"id": "f234acfc-3d26-4421-97ce-41c0c40a0cfc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1958007356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "aad6e24fd1c94ad2a011a6a2f3d1b7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadf7c083-b2", "ovs_interfaceid": "adf7c083-b288-4d92-813e-961f6810a297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.623127] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896155, 'name': CreateVM_Task, 'duration_secs': 0.433761} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.623519] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.624762] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.627484] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.627484] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.627484] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5d7507-7119-44c5-ae5a-555d62b61e9b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.642078] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1333.642078] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c224e1-d399-7131-c6f7-d3ae37307290" [ 1333.642078] env[62099]: _type = "Task" [ 1333.642078] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.653302] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5241780c-8030-3a8a-a5eb-856fa2a53e08, 'name': SearchDatastore_Task, 'duration_secs': 0.02057} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.654082] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109755} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.657785] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.657999] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b/5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.658366] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.659434] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4445b9e2-f3f5-4437-9e94-8e7a7c07d647 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.661625] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f03ff70-c576-4905-b14d-315fd61a0685 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.667919] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c224e1-d399-7131-c6f7-d3ae37307290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.693485] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] b6671cb6-6333-47f7-a79d-bcef4f9831f8/b6671cb6-6333-47f7-a79d-bcef4f9831f8.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.695614] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0320b50-9fad-40f8-89cc-8e669c95bdb0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.712088] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1333.712088] env[62099]: value = "task-1896157" [ 1333.712088] env[62099]: _type = "Task" [ 1333.712088] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.721680] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Waiting for the task: (returnval){ [ 1333.721680] env[62099]: value = "task-1896158" [ 1333.721680] env[62099]: _type = "Task" [ 1333.721680] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.727016] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.737981] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.847277] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28879f9-493b-444f-ab4c-028d0791e4fb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.856824] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca64344-7a44-436d-958d-cd91257f944c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.891197] env[62099]: DEBUG nova.network.neutron [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1333.893297] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433320ac-00bc-4bf8-9f52-017044978e7d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.902390] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf200cc-853c-4172-b1b4-f935900a7108 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.926811] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896151, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.926811] env[62099]: DEBUG nova.compute.provider_tree [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.022472] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896150, 'name': CreateVM_Task, 'duration_secs': 2.515259} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.022685] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1334.023613] env[62099]: DEBUG oslo_concurrency.lockutils [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.107045] env[62099]: DEBUG oslo_concurrency.lockutils [req-2593c4bc-e597-4b98-8217-8c1e3c0baf6b req-93760b50-a6ca-4c2e-a447-314bf380434c service nova] Releasing lock "refresh_cache-5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.122013] env[62099]: DEBUG nova.network.neutron [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Successfully created port: 61e6987a-7551-413d-94ed-ef87f32d0c89 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1334.158369] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c224e1-d399-7131-c6f7-d3ae37307290, 'name': SearchDatastore_Task, 'duration_secs': 0.042618} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.158430] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.158756] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.158901] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.159057] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.159234] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.159516] env[62099]: DEBUG oslo_concurrency.lockutils [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.160075] env[62099]: DEBUG oslo_concurrency.lockutils [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1334.160075] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aeba4050-1d94-48f3-9fa5-94c894d50182 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.165151] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc0b7db0-014e-40d8-8fd1-84238b76c767 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.173324] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1334.173324] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d261c4-3b3d-5681-e4ba-0eaddac9fa5e" [ 1334.173324] env[62099]: _type = "Task" [ 1334.173324] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.185409] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d261c4-3b3d-5681-e4ba-0eaddac9fa5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.187617] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.187812] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.188568] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38467a71-5f57-4e91-896d-1a6adacf90cc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.199375] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1334.199375] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a02ee1-2a9d-d0a1-6a89-376e2c32458c" [ 1334.199375] env[62099]: _type = "Task" [ 1334.199375] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.209856] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a02ee1-2a9d-d0a1-6a89-376e2c32458c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.228254] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896157, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.245922] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.269365] env[62099]: DEBUG nova.network.neutron [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Updating instance_info_cache with network_info: [{"id": "6fe5ed44-f360-4fa3-b0f1-ab3966a486be", "address": "fa:16:3e:ac:dc:10", "network": {"id": "a9584ce8-ae72-494f-a8fe-aecee17e8f03", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-388833998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "048463197adc48b1a649023b12839c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe5ed44-f3", "ovs_interfaceid": "6fe5ed44-f360-4fa3-b0f1-ab3966a486be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.427567] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896151, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.433764] env[62099]: DEBUG nova.compute.manager [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1334.437922] env[62099]: DEBUG nova.scheduler.client.report [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.467909] env[62099]: DEBUG nova.virt.hardware [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.468162] env[62099]: DEBUG nova.virt.hardware [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.471402] env[62099]: DEBUG nova.virt.hardware [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.471932] env[62099]: DEBUG nova.virt.hardware [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.471932] env[62099]: DEBUG nova.virt.hardware [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.472163] env[62099]: DEBUG nova.virt.hardware [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.472400] env[62099]: DEBUG nova.virt.hardware [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.472598] env[62099]: DEBUG nova.virt.hardware [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.472824] env[62099]: DEBUG nova.virt.hardware [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.473052] env[62099]: DEBUG nova.virt.hardware [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.473201] env[62099]: DEBUG nova.virt.hardware [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.474858] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2f5350-ae30-4da6-8fc3-136e7d44e3be {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.485500] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb26932e-413f-4bfe-b6c9-201e1cb353d3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.687831] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d261c4-3b3d-5681-e4ba-0eaddac9fa5e, 'name': SearchDatastore_Task, 'duration_secs': 0.070603} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.688765] env[62099]: DEBUG oslo_concurrency.lockutils [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.688765] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.688765] env[62099]: DEBUG oslo_concurrency.lockutils [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.711654] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a02ee1-2a9d-d0a1-6a89-376e2c32458c, 'name': SearchDatastore_Task, 'duration_secs': 0.063067} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.712564] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5faee65d-f548-4b0b-98c5-d146e6d213c5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.724969] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1334.724969] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52078049-0a02-57cd-9014-c87f059a745c" [ 1334.724969] env[62099]: _type = "Task" [ 1334.724969] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.728104] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837048} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.731477] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b/5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.731650] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.738214] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fed2cab-b3a8-4354-bec1-9202fcd35099 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.740540] env[62099]: DEBUG oslo_concurrency.lockutils [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Acquiring lock "8566dee0-0c78-4f80-9c3b-82890cd2f18f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.740817] env[62099]: DEBUG oslo_concurrency.lockutils [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Lock "8566dee0-0c78-4f80-9c3b-82890cd2f18f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.741060] env[62099]: DEBUG oslo_concurrency.lockutils [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Acquiring lock "8566dee0-0c78-4f80-9c3b-82890cd2f18f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.741250] env[62099]: DEBUG oslo_concurrency.lockutils [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Lock "8566dee0-0c78-4f80-9c3b-82890cd2f18f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.741412] env[62099]: DEBUG oslo_concurrency.lockutils [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Lock "8566dee0-0c78-4f80-9c3b-82890cd2f18f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.744391] env[62099]: INFO nova.compute.manager [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Terminating instance [ 1334.756151] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52078049-0a02-57cd-9014-c87f059a745c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.761718] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896158, 'name': ReconfigVM_Task, 'duration_secs': 0.97699} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.762226] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1334.762226] env[62099]: value = "task-1896159" [ 1334.762226] env[62099]: _type = "Task" [ 1334.762226] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.763154] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Reconfigured VM instance instance-00000008 to attach disk [datastore1] b6671cb6-6333-47f7-a79d-bcef4f9831f8/b6671cb6-6333-47f7-a79d-bcef4f9831f8.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.764223] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18c3133b-f876-4310-8f9e-692be301c6ae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.775894] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.777590] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Releasing lock "refresh_cache-9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.778412] env[62099]: DEBUG nova.compute.manager [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Instance network_info: |[{"id": "6fe5ed44-f360-4fa3-b0f1-ab3966a486be", "address": "fa:16:3e:ac:dc:10", "network": {"id": "a9584ce8-ae72-494f-a8fe-aecee17e8f03", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-388833998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "048463197adc48b1a649023b12839c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe5ed44-f3", "ovs_interfaceid": "6fe5ed44-f360-4fa3-b0f1-ab3966a486be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1334.778412] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Waiting for the task: (returnval){ [ 1334.778412] env[62099]: value = "task-1896160" [ 1334.778412] env[62099]: _type = "Task" [ 1334.778412] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.778948] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:dc:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fe5ed44-f360-4fa3-b0f1-ab3966a486be', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1334.789166] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Creating folder: Project (048463197adc48b1a649023b12839c8f). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1334.790280] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2b30235-16e1-4a65-9694-a8f7f51652d6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.804524] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896160, 'name': Rename_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.810908] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Created folder: Project (048463197adc48b1a649023b12839c8f) in parent group-v391507. [ 1334.811232] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Creating folder: Instances. Parent ref: group-v391541. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1334.811491] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a47e1be3-4a39-4ceb-82eb-3e97b6414a99 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.827723] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Created folder: Instances in parent group-v391541. [ 1334.827723] env[62099]: DEBUG oslo.service.loopingcall [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1334.827723] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1334.827723] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54dba63a-9f0e-4357-8337-e2593c5d92e1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.853327] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1334.853327] env[62099]: value = "task-1896163" [ 1334.853327] env[62099]: _type = "Task" [ 1334.853327] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.867831] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896163, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.920284] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896151, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.949060] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.949060] env[62099]: DEBUG nova.compute.manager [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1334.950371] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.252s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.951901] env[62099]: INFO nova.compute.claims [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1335.176904] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Updating instance_info_cache with network_info: [{"id": "7d33e7bc-629b-4f3b-af94-f318b1299af0", "address": "fa:16:3e:12:74:5f", "network": {"id": "7bbbe6ad-bbe3-4abe-96b4-a182954fb52c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1061526605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e7df1820144bdca32258082012c516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d33e7bc-62", "ovs_interfaceid": "7d33e7bc-629b-4f3b-af94-f318b1299af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.240665] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52078049-0a02-57cd-9014-c87f059a745c, 'name': SearchDatastore_Task, 'duration_secs': 0.03451} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.240970] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.241244] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 12afe1f4-4fc3-40a1-bde2-2afaf1772cde/12afe1f4-4fc3-40a1-bde2-2afaf1772cde.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.241527] env[62099]: DEBUG oslo_concurrency.lockutils [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.241832] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1335.242098] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-582b1cb7-c8d9-4110-9518-a28e566a87ed {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.245205] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-252cab63-5340-42a8-b828-22230d69c2aa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.249023] env[62099]: DEBUG nova.compute.manager [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1335.249197] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.250443] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235770f1-8fe0-437c-a3fc-62b71e5bfc1e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.254862] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1335.254862] env[62099]: value = "task-1896164" [ 1335.254862] env[62099]: _type = "Task" [ 1335.254862] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.256932] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1335.256932] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1335.261219] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5044e28e-8f8c-4eeb-acfb-1853b2494272 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.266323] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.270037] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4401c530-1026-423f-b039-32d423950097 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.276828] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.278542] env[62099]: DEBUG nova.compute.manager [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Received event network-changed-343ec094-d242-4180-8614-4f5ce71df168 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1335.278683] env[62099]: DEBUG nova.compute.manager [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Refreshing instance network info cache due to event network-changed-343ec094-d242-4180-8614-4f5ce71df168. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1335.278924] env[62099]: DEBUG oslo_concurrency.lockutils [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] Acquiring lock "refresh_cache-b6671cb6-6333-47f7-a79d-bcef4f9831f8" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.279083] env[62099]: DEBUG oslo_concurrency.lockutils [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] Acquired lock "refresh_cache-b6671cb6-6333-47f7-a79d-bcef4f9831f8" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.279266] env[62099]: DEBUG nova.network.neutron [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Refreshing network info cache for port 343ec094-d242-4180-8614-4f5ce71df168 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.280540] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1335.280540] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528306c7-5b52-5b98-fa53-6db75d89e65f" [ 1335.280540] env[62099]: _type = "Task" [ 1335.280540] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.292280] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107533} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.301304] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1335.302029] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528306c7-5b52-5b98-fa53-6db75d89e65f, 'name': SearchDatastore_Task, 'duration_secs': 0.01952} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.304494] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bc4b56-c5e5-4c31-92dc-11538487cd33 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.308095] env[62099]: DEBUG oslo_vmware.api [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Waiting for the task: (returnval){ [ 1335.308095] env[62099]: value = "task-1896165" [ 1335.308095] env[62099]: _type = "Task" [ 1335.308095] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.309063] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0dab41c-2b4c-4a52-9315-f1b769e170c1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.320785] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896160, 'name': Rename_Task, 'duration_secs': 0.250546} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.338386] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.348211] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b/5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.350111] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad9e8119-4ce9-4eb8-93dc-b2b0328c16f0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.351756] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f180aed3-1e0b-482d-9c04-90f44f6dcfba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.368877] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1335.368877] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]521393fa-6fc7-5e1c-ebb3-c3ac2065dd86" [ 1335.368877] env[62099]: _type = "Task" [ 1335.368877] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.372793] env[62099]: DEBUG oslo_vmware.api [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Task: {'id': task-1896165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.384404] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Waiting for the task: (returnval){ [ 1335.384404] env[62099]: value = "task-1896166" [ 1335.384404] env[62099]: _type = "Task" [ 1335.384404] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.393440] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896163, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.393775] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1335.393775] env[62099]: value = "task-1896167" [ 1335.393775] env[62099]: _type = "Task" [ 1335.393775] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.396992] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521393fa-6fc7-5e1c-ebb3-c3ac2065dd86, 'name': SearchDatastore_Task, 'duration_secs': 0.019947} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.404387] env[62099]: DEBUG oslo_concurrency.lockutils [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.404387] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] b6e143fb-f149-40b7-ba96-1bf7f8b98274/b6e143fb-f149-40b7-ba96-1bf7f8b98274.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.404387] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a10be2f-5b90-4907-abe4-3e1633e795bd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.419100] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.425769] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.426569] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1335.426569] env[62099]: value = "task-1896168" [ 1335.426569] env[62099]: _type = "Task" [ 1335.426569] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.435635] env[62099]: DEBUG oslo_vmware.api [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896151, 'name': PowerOnVM_Task, 'duration_secs': 3.128956} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.436842] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.436932] env[62099]: INFO nova.compute.manager [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Took 13.56 seconds to spawn the instance on the hypervisor. [ 1335.437204] env[62099]: DEBUG nova.compute.manager [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.438923] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc54c44e-e32e-44af-8408-149ed5e07b75 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.447180] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.454327] env[62099]: DEBUG nova.compute.utils [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1335.460064] env[62099]: DEBUG nova.compute.manager [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1335.464019] env[62099]: DEBUG nova.network.neutron [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1335.548206] env[62099]: DEBUG nova.policy [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '205a2fa7de1d45178d1cb2a373c18e2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fac9ceeb87014f78882176075aa08883', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1335.679983] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Releasing lock "refresh_cache-e1197d80-5d4b-4130-96aa-35e246a2c8c2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.680313] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Updated the network info_cache for instance {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1335.680547] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.680820] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.681061] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1335.681226] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.774319] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896164, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.830502] env[62099]: DEBUG oslo_vmware.api [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Task: {'id': task-1896165, 'name': PowerOffVM_Task, 'duration_secs': 0.426755} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.832371] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.832642] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.833387] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e153b640-53f7-40b1-bf1d-427d5e25fdfc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.885348] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896163, 'name': CreateVM_Task, 'duration_secs': 0.661305} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.889774] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1335.892974] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.893122] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.893449] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1335.894225] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b76434ff-d396-4e02-a860-942a38b3cad0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.902182] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896166, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.909929] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Waiting for the task: (returnval){ [ 1335.909929] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b341f5-e595-ab5f-7225-5e7fa0582856" [ 1335.909929] env[62099]: _type = "Task" [ 1335.909929] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.919099] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896167, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.928841] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b341f5-e595-ab5f-7225-5e7fa0582856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.943177] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896168, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.961298] env[62099]: DEBUG nova.compute.manager [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1335.980964] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.981220] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.981442] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Deleting the datastore file [datastore2] 8566dee0-0c78-4f80-9c3b-82890cd2f18f {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.981836] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-093e2da3-56e9-4960-8dd8-a84c93646b68 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.984865] env[62099]: INFO nova.compute.manager [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Took 28.13 seconds to build instance. [ 1335.997441] env[62099]: DEBUG oslo_vmware.api [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Waiting for the task: (returnval){ [ 1335.997441] env[62099]: value = "task-1896170" [ 1335.997441] env[62099]: _type = "Task" [ 1335.997441] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.010775] env[62099]: DEBUG oslo_vmware.api [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Task: {'id': task-1896170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.118645] env[62099]: DEBUG nova.network.neutron [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Updated VIF entry in instance network info cache for port 343ec094-d242-4180-8614-4f5ce71df168. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.118996] env[62099]: DEBUG nova.network.neutron [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Updating instance_info_cache with network_info: [{"id": "343ec094-d242-4180-8614-4f5ce71df168", "address": "fa:16:3e:ef:d7:0c", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap343ec094-d2", "ovs_interfaceid": "343ec094-d242-4180-8614-4f5ce71df168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.188398] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.269857] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620925} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.270285] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 12afe1f4-4fc3-40a1-bde2-2afaf1772cde/12afe1f4-4fc3-40a1-bde2-2afaf1772cde.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.270696] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.270775] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8be9f418-4040-4a69-98e1-6dbd0ee6d27d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.281604] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1336.281604] env[62099]: value = "task-1896171" [ 1336.281604] env[62099]: _type = "Task" [ 1336.281604] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.285836] env[62099]: DEBUG nova.network.neutron [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Successfully created port: a05b74d5-b81f-4c24-9493-596d0d870335 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.295227] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.390415] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4ca129-233e-4d98-ac19-ab232d0a41ec {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.400490] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896166, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.401534] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8beac5-659f-481e-835b-779ccb50304d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.444910] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896167, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.449161] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04f8bfb-f46a-4894-b44c-c096cb80b0df {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.455062] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b341f5-e595-ab5f-7225-5e7fa0582856, 'name': SearchDatastore_Task, 'duration_secs': 0.056372} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.456138] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.456545] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.456680] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.456800] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.457016] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1336.457322] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05f2eb63-194f-451e-bfeb-58ce2883f6a3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.464048] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861281} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.465599] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3aa0647-78fa-46df-8c8d-582123f7bd6b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.470150] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] b6e143fb-f149-40b7-ba96-1bf7f8b98274/b6e143fb-f149-40b7-ba96-1bf7f8b98274.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.470334] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.473949] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f780889c-b97a-4d81-b7ee-8b615e064fcd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.479581] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.479779] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1336.488861] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25cb25b7-a22f-4b80-b583-b2f3fbc7d341 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.491820] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f4a033c0-38c1-4fd3-993e-657de0d0b024 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "665ba975-97e4-4ffe-8f7c-aab31e63d34d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.650s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.492311] env[62099]: DEBUG nova.compute.provider_tree [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.495876] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1336.495876] env[62099]: value = "task-1896172" [ 1336.495876] env[62099]: _type = "Task" [ 1336.495876] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.501778] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Waiting for the task: (returnval){ [ 1336.501778] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e3c902-de0a-2778-605b-5db31651f2ae" [ 1336.501778] env[62099]: _type = "Task" [ 1336.501778] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.513621] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.522022] env[62099]: DEBUG oslo_vmware.api [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Task: {'id': task-1896170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.523671] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e3c902-de0a-2778-605b-5db31651f2ae, 'name': SearchDatastore_Task, 'duration_secs': 0.015371} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.525726] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39026fb1-0ec9-45a3-aa36-d040bb94df7b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.533204] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Waiting for the task: (returnval){ [ 1336.533204] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52aee6b5-bbed-6622-babf-2f8e174a3bb9" [ 1336.533204] env[62099]: _type = "Task" [ 1336.533204] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.543234] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52aee6b5-bbed-6622-babf-2f8e174a3bb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.623430] env[62099]: DEBUG oslo_concurrency.lockutils [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] Releasing lock "refresh_cache-b6671cb6-6333-47f7-a79d-bcef4f9831f8" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.623712] env[62099]: DEBUG nova.compute.manager [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Received event network-vif-plugged-a403339c-5927-4d29-8417-ef08e4babeb0 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1336.624055] env[62099]: DEBUG oslo_concurrency.lockutils [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] Acquiring lock "12afe1f4-4fc3-40a1-bde2-2afaf1772cde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.624309] env[62099]: DEBUG oslo_concurrency.lockutils [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] Lock "12afe1f4-4fc3-40a1-bde2-2afaf1772cde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.624511] env[62099]: DEBUG oslo_concurrency.lockutils [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] Lock "12afe1f4-4fc3-40a1-bde2-2afaf1772cde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.624650] env[62099]: DEBUG nova.compute.manager [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] No waiting events found dispatching network-vif-plugged-a403339c-5927-4d29-8417-ef08e4babeb0 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1336.624889] env[62099]: WARNING nova.compute.manager [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Received unexpected event network-vif-plugged-a403339c-5927-4d29-8417-ef08e4babeb0 for instance with vm_state building and task_state spawning. [ 1336.625073] env[62099]: DEBUG nova.compute.manager [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Received event network-changed-a403339c-5927-4d29-8417-ef08e4babeb0 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1336.625229] env[62099]: DEBUG nova.compute.manager [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Refreshing instance network info cache due to event network-changed-a403339c-5927-4d29-8417-ef08e4babeb0. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1336.625416] env[62099]: DEBUG oslo_concurrency.lockutils [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] Acquiring lock "refresh_cache-12afe1f4-4fc3-40a1-bde2-2afaf1772cde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.625555] env[62099]: DEBUG oslo_concurrency.lockutils [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] Acquired lock "refresh_cache-12afe1f4-4fc3-40a1-bde2-2afaf1772cde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.625711] env[62099]: DEBUG nova.network.neutron [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Refreshing network info cache for port a403339c-5927-4d29-8417-ef08e4babeb0 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.793986] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.896589] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896166, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.915921] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896167, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.977675] env[62099]: DEBUG nova.compute.manager [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1336.999708] env[62099]: DEBUG nova.scheduler.client.report [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.004061] env[62099]: DEBUG nova.compute.manager [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1337.022634] env[62099]: DEBUG oslo_vmware.api [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Task: {'id': task-1896170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558953} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.028741] env[62099]: DEBUG nova.virt.hardware [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.029975] env[62099]: DEBUG nova.virt.hardware [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.030207] env[62099]: DEBUG nova.virt.hardware [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.030406] env[62099]: DEBUG nova.virt.hardware [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.030554] env[62099]: DEBUG nova.virt.hardware [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.030734] env[62099]: DEBUG nova.virt.hardware [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.031009] env[62099]: DEBUG nova.virt.hardware [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.031626] env[62099]: DEBUG nova.virt.hardware [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.031791] env[62099]: DEBUG nova.virt.hardware [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.031990] env[62099]: DEBUG nova.virt.hardware [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.032355] env[62099]: DEBUG nova.virt.hardware [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.033655] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.033979] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1337.034109] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.034228] env[62099]: INFO nova.compute.manager [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Took 1.79 seconds to destroy the instance on the hypervisor. [ 1337.034485] env[62099]: DEBUG oslo.service.loopingcall [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1337.034774] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075878} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.035596] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac26fdb2-fdc6-4eca-b986-f9ea53dffae2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.040651] env[62099]: DEBUG nova.compute.manager [-] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1337.040761] env[62099]: DEBUG nova.network.neutron [-] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1337.042666] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1337.049986] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39c2199-22e0-46b9-b6e7-909882e6b71d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.070035] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60447d46-c65e-489b-a48d-4897456b7ab8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.073803] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52aee6b5-bbed-6622-babf-2f8e174a3bb9, 'name': SearchDatastore_Task, 'duration_secs': 0.014934} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.083174] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] b6e143fb-f149-40b7-ba96-1bf7f8b98274/b6e143fb-f149-40b7-ba96-1bf7f8b98274.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.084702] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.084702] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6/9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.084702] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82d9d2de-3075-4a83-b169-b5e4a2e1c2d4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.099833] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88495c3f-bdf9-4762-a26a-48b25733ee4d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.117594] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Waiting for the task: (returnval){ [ 1337.117594] env[62099]: value = "task-1896173" [ 1337.117594] env[62099]: _type = "Task" [ 1337.117594] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.118050] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1337.118050] env[62099]: value = "task-1896174" [ 1337.118050] env[62099]: _type = "Task" [ 1337.118050] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.136176] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896174, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.136598] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': task-1896173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.227811] env[62099]: DEBUG nova.network.neutron [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Successfully updated port: 61e6987a-7551-413d-94ed-ef87f32d0c89 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1337.292553] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.715344} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.293890] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1337.294752] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4e024c-c9aa-45b0-a0b3-74fbe1710f59 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.320715] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 12afe1f4-4fc3-40a1-bde2-2afaf1772cde/12afe1f4-4fc3-40a1-bde2-2afaf1772cde.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.321065] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-620f5bec-100e-4a6c-978b-2d06b8f90188 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.348111] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1337.348111] env[62099]: value = "task-1896175" [ 1337.348111] env[62099]: _type = "Task" [ 1337.348111] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.352246] env[62099]: DEBUG nova.compute.manager [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Received event network-changed-3c6f8ae5-5056-4e16-8aa0-9454089b14af {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1337.352395] env[62099]: DEBUG nova.compute.manager [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Refreshing instance network info cache due to event network-changed-3c6f8ae5-5056-4e16-8aa0-9454089b14af. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1337.352661] env[62099]: DEBUG oslo_concurrency.lockutils [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] Acquiring lock "refresh_cache-d1ef41d8-83c8-45da-b3e6-f4754d12869d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.352811] env[62099]: DEBUG oslo_concurrency.lockutils [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] Acquired lock "refresh_cache-d1ef41d8-83c8-45da-b3e6-f4754d12869d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.352967] env[62099]: DEBUG nova.network.neutron [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Refreshing network info cache for port 3c6f8ae5-5056-4e16-8aa0-9454089b14af {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.357759] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.401638] env[62099]: DEBUG oslo_vmware.api [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896166, 'name': PowerOnVM_Task, 'duration_secs': 1.662369} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.401638] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.401638] env[62099]: INFO nova.compute.manager [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Took 13.09 seconds to spawn the instance on the hypervisor. [ 1337.401638] env[62099]: DEBUG nova.compute.manager [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.401638] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8aba76a-4ad6-4872-b62d-848f2bb9c9f7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.422273] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896167, 'name': ReconfigVM_Task, 'duration_secs': 1.654983} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.426018] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b/5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.426018] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d697e6de-f542-47fb-af98-a12deff3b572 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.432689] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1337.432689] env[62099]: value = "task-1896176" [ 1337.432689] env[62099]: _type = "Task" [ 1337.432689] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.442903] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896176, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.512986] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.513613] env[62099]: DEBUG nova.compute.manager [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1337.519980] env[62099]: DEBUG oslo_concurrency.lockutils [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.954s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.525097] env[62099]: INFO nova.compute.claims [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.553117] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.645146] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': task-1896173, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.646365] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.650519] env[62099]: DEBUG nova.network.neutron [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Updated VIF entry in instance network info cache for port a403339c-5927-4d29-8417-ef08e4babeb0. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.650910] env[62099]: DEBUG nova.network.neutron [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Updating instance_info_cache with network_info: [{"id": "a403339c-5927-4d29-8417-ef08e4babeb0", "address": "fa:16:3e:8a:79:3a", "network": {"id": "4af60387-d0a3-4f03-b8e5-d5d077d095a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1375362274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b617628a416448382837708b5597204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa403339c-59", "ovs_interfaceid": "a403339c-5927-4d29-8417-ef08e4babeb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.725769] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "refresh_cache-ea708012-87f2-461a-9b9b-8d9fb47c4702" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.725968] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquired lock "refresh_cache-ea708012-87f2-461a-9b9b-8d9fb47c4702" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.726160] env[62099]: DEBUG nova.network.neutron [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.874026] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896175, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.928070] env[62099]: INFO nova.compute.manager [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Took 23.53 seconds to build instance. [ 1337.948391] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896176, 'name': Rename_Task, 'duration_secs': 0.166621} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.948692] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.949113] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2447ed5-db48-4a45-b04a-6eb413f0c77f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.957892] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1337.957892] env[62099]: value = "task-1896177" [ 1337.957892] env[62099]: _type = "Task" [ 1337.957892] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.970092] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.021494] env[62099]: DEBUG nova.compute.utils [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1338.024910] env[62099]: DEBUG nova.compute.manager [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1338.024910] env[62099]: DEBUG nova.network.neutron [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1338.052624] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "f5babee2-eada-48b0-99c6-eec3024633e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.052859] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "f5babee2-eada-48b0-99c6-eec3024633e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.092218] env[62099]: DEBUG nova.network.neutron [-] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.138976] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': task-1896173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860677} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.142229] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6/9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.142461] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.143091] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896174, 'name': ReconfigVM_Task, 'duration_secs': 0.697567} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.143308] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-496b91dc-3188-4e14-8eb5-cdd2ba099d89 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.145528] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Reconfigured VM instance instance-00000004 to attach disk [datastore1] b6e143fb-f149-40b7-ba96-1bf7f8b98274/b6e143fb-f149-40b7-ba96-1bf7f8b98274.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.146148] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c621a480-12cf-447e-a23e-b9c7eea491cb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.153377] env[62099]: DEBUG oslo_concurrency.lockutils [req-cf99cd5b-44c5-4d1e-a05d-fb22e1b58476 req-fe411c1b-07a6-4707-9ca1-0a987918297b service nova] Releasing lock "refresh_cache-12afe1f4-4fc3-40a1-bde2-2afaf1772cde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.155210] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Waiting for the task: (returnval){ [ 1338.155210] env[62099]: value = "task-1896178" [ 1338.155210] env[62099]: _type = "Task" [ 1338.155210] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.161345] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1338.161345] env[62099]: value = "task-1896179" [ 1338.161345] env[62099]: _type = "Task" [ 1338.161345] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.167545] env[62099]: DEBUG nova.policy [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c30084a15624b00bbfaaf8a2bddd44d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca7177d25a084bbea57af1bbcb1ca4b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1338.173144] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': task-1896178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.180195] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896179, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.289696] env[62099]: DEBUG nova.network.neutron [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1338.360279] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896175, 'name': ReconfigVM_Task, 'duration_secs': 0.529376} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.360279] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 12afe1f4-4fc3-40a1-bde2-2afaf1772cde/12afe1f4-4fc3-40a1-bde2-2afaf1772cde.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.360279] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ce1dcbd-7b3a-4f51-83c3-c5863beae062 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.368537] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1338.368537] env[62099]: value = "task-1896180" [ 1338.368537] env[62099]: _type = "Task" [ 1338.368537] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.379942] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896180, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.395837] env[62099]: DEBUG nova.network.neutron [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Updated VIF entry in instance network info cache for port 3c6f8ae5-5056-4e16-8aa0-9454089b14af. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.396291] env[62099]: DEBUG nova.network.neutron [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Updating instance_info_cache with network_info: [{"id": "3c6f8ae5-5056-4e16-8aa0-9454089b14af", "address": "fa:16:3e:dd:c5:ab", "network": {"id": "0561fd8e-da07-4b41-b3af-92dfde6eafd1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-441260268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aff96bf4ce8948a1a82df15949e2718e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c6f8ae5-50", "ovs_interfaceid": "3c6f8ae5-5056-4e16-8aa0-9454089b14af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.431244] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b549c0b6-cdb4-4f8e-acd2-0a3c9e433c24 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Lock "b6671cb6-6333-47f7-a79d-bcef4f9831f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.059s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.473365] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896177, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.531330] env[62099]: DEBUG nova.compute.manager [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1338.597461] env[62099]: INFO nova.compute.manager [-] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Took 1.56 seconds to deallocate network for instance. [ 1338.673445] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': task-1896178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09315} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.674986] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.679031] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd708e8-ddda-4c33-aed7-5b4460cb3adf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.687196] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896179, 'name': Rename_Task, 'duration_secs': 0.199283} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.687349] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.687737] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58cfa1f2-01bd-4f38-8ec5-b61d68daba28 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.710708] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6/9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.715803] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c633640-fb30-430c-803b-7d08259f0edb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.733017] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1338.733017] env[62099]: value = "task-1896181" [ 1338.733017] env[62099]: _type = "Task" [ 1338.733017] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.734111] env[62099]: DEBUG nova.network.neutron [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Updating instance_info_cache with network_info: [{"id": "61e6987a-7551-413d-94ed-ef87f32d0c89", "address": "fa:16:3e:e7:6e:80", "network": {"id": "f234acfc-3d26-4421-97ce-41c0c40a0cfc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1958007356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "aad6e24fd1c94ad2a011a6a2f3d1b7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e6987a-75", "ovs_interfaceid": "61e6987a-7551-413d-94ed-ef87f32d0c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.744763] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Waiting for the task: (returnval){ [ 1338.744763] env[62099]: value = "task-1896182" [ 1338.744763] env[62099]: _type = "Task" [ 1338.744763] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.748297] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896181, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.760895] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': task-1896182, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.882551] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896180, 'name': Rename_Task, 'duration_secs': 0.21185} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.883081] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.883743] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac3b3173-b551-4a7c-9a04-c3196cf174ec {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.895508] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1338.895508] env[62099]: value = "task-1896183" [ 1338.895508] env[62099]: _type = "Task" [ 1338.895508] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.900695] env[62099]: DEBUG oslo_concurrency.lockutils [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] Releasing lock "refresh_cache-d1ef41d8-83c8-45da-b3e6-f4754d12869d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.900955] env[62099]: DEBUG nova.compute.manager [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Received event network-vif-plugged-6fe5ed44-f360-4fa3-b0f1-ab3966a486be {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1338.901207] env[62099]: DEBUG oslo_concurrency.lockutils [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] Acquiring lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.901415] env[62099]: DEBUG oslo_concurrency.lockutils [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] Lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.901573] env[62099]: DEBUG oslo_concurrency.lockutils [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] Lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.901820] env[62099]: DEBUG nova.compute.manager [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] No waiting events found dispatching network-vif-plugged-6fe5ed44-f360-4fa3-b0f1-ab3966a486be {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1338.902187] env[62099]: WARNING nova.compute.manager [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Received unexpected event network-vif-plugged-6fe5ed44-f360-4fa3-b0f1-ab3966a486be for instance with vm_state building and task_state spawning. [ 1338.902237] env[62099]: DEBUG nova.compute.manager [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Received event network-changed-6fe5ed44-f360-4fa3-b0f1-ab3966a486be {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1338.902384] env[62099]: DEBUG nova.compute.manager [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Refreshing instance network info cache due to event network-changed-6fe5ed44-f360-4fa3-b0f1-ab3966a486be. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1338.902602] env[62099]: DEBUG oslo_concurrency.lockutils [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] Acquiring lock "refresh_cache-9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.902757] env[62099]: DEBUG oslo_concurrency.lockutils [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] Acquired lock "refresh_cache-9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.903465] env[62099]: DEBUG nova.network.neutron [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Refreshing network info cache for port 6fe5ed44-f360-4fa3-b0f1-ab3966a486be {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.914786] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.935208] env[62099]: DEBUG nova.compute.manager [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1338.953621] env[62099]: DEBUG nova.network.neutron [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Successfully created port: e944d4e9-4c4c-4778-9c99-11feb8b55f25 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1338.972838] env[62099]: DEBUG oslo_vmware.api [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896177, 'name': PowerOnVM_Task, 'duration_secs': 0.579398} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.973570] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.973570] env[62099]: INFO nova.compute.manager [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Took 12.22 seconds to spawn the instance on the hypervisor. [ 1338.973570] env[62099]: DEBUG nova.compute.manager [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.975029] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94063dce-897f-4863-9b00-38fe9e891e25 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.019669] env[62099]: DEBUG nova.network.neutron [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Successfully updated port: a05b74d5-b81f-4c24-9493-596d0d870335 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1339.062115] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5ba1c4-f006-44f8-8a00-2b6727fe31d5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.076224] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26efb873-6e5e-442a-9c38-c9f652f9fd1f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.114277] env[62099]: DEBUG oslo_concurrency.lockutils [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.115360] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2616a3f9-1b18-4d14-a8d7-d803c83705cd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.125091] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2e6169-d54b-414d-9910-da63261af28d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.140352] env[62099]: DEBUG nova.compute.provider_tree [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.238196] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Releasing lock "refresh_cache-ea708012-87f2-461a-9b9b-8d9fb47c4702" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.238196] env[62099]: DEBUG nova.compute.manager [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Instance network_info: |[{"id": "61e6987a-7551-413d-94ed-ef87f32d0c89", "address": "fa:16:3e:e7:6e:80", "network": {"id": "f234acfc-3d26-4421-97ce-41c0c40a0cfc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1958007356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "aad6e24fd1c94ad2a011a6a2f3d1b7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e6987a-75", "ovs_interfaceid": "61e6987a-7551-413d-94ed-ef87f32d0c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1339.241556] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:6e:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61e6987a-7551-413d-94ed-ef87f32d0c89', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.249183] env[62099]: DEBUG oslo.service.loopingcall [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1339.249505] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.253327] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e8f23bd-1424-49d1-a91a-65c2b97fabea {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.270847] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896181, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.277298] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': task-1896182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.278455] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1339.278455] env[62099]: value = "task-1896184" [ 1339.278455] env[62099]: _type = "Task" [ 1339.278455] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.288865] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896184, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.412202] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.460295] env[62099]: DEBUG oslo_concurrency.lockutils [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.495915] env[62099]: INFO nova.compute.manager [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Took 20.44 seconds to build instance. [ 1339.523128] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Acquiring lock "refresh_cache-3e81cc1d-d2a2-4efd-bdb1-858e463d857d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.523331] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Acquired lock "refresh_cache-3e81cc1d-d2a2-4efd-bdb1-858e463d857d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.523476] env[62099]: DEBUG nova.network.neutron [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.543183] env[62099]: DEBUG nova.compute.manager [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1339.579161] env[62099]: DEBUG nova.virt.hardware [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.579161] env[62099]: DEBUG nova.virt.hardware [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.579161] env[62099]: DEBUG nova.virt.hardware [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.579491] env[62099]: DEBUG nova.virt.hardware [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.579491] env[62099]: DEBUG nova.virt.hardware [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.579908] env[62099]: DEBUG nova.virt.hardware [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.580286] env[62099]: DEBUG nova.virt.hardware [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.580578] env[62099]: DEBUG nova.virt.hardware [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.580884] env[62099]: DEBUG nova.virt.hardware [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.581284] env[62099]: DEBUG nova.virt.hardware [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.581573] env[62099]: DEBUG nova.virt.hardware [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.582750] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8b5bed-40ef-4309-aef4-288787e1492c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.600024] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066cc666-1ff3-43fc-81ce-3d3654de769b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.632691] env[62099]: DEBUG nova.compute.manager [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Received event network-changed-7d33e7bc-629b-4f3b-af94-f318b1299af0 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1339.633324] env[62099]: DEBUG nova.compute.manager [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Refreshing instance network info cache due to event network-changed-7d33e7bc-629b-4f3b-af94-f318b1299af0. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1339.633450] env[62099]: DEBUG oslo_concurrency.lockutils [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] Acquiring lock "refresh_cache-e1197d80-5d4b-4130-96aa-35e246a2c8c2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.635043] env[62099]: DEBUG oslo_concurrency.lockutils [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] Acquired lock "refresh_cache-e1197d80-5d4b-4130-96aa-35e246a2c8c2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.635043] env[62099]: DEBUG nova.network.neutron [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Refreshing network info cache for port 7d33e7bc-629b-4f3b-af94-f318b1299af0 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.644660] env[62099]: DEBUG nova.scheduler.client.report [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.752433] env[62099]: DEBUG oslo_vmware.api [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896181, 'name': PowerOnVM_Task, 'duration_secs': 1.054032} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.756244] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.756670] env[62099]: DEBUG nova.compute.manager [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.757616] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10898e7-980e-4d89-9f22-9f73cac8e3ce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.769464] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': task-1896182, 'name': ReconfigVM_Task, 'duration_secs': 0.877823} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.772335] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6/9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.775303] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b7b98b7-eb81-40f4-a28f-0271caa42712 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.785672] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Waiting for the task: (returnval){ [ 1339.785672] env[62099]: value = "task-1896185" [ 1339.785672] env[62099]: _type = "Task" [ 1339.785672] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.792932] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896184, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.803162] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': task-1896185, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.910256] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896183, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.998178] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f8a4ef0d-6d93-4817-9919-356cdff03159 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.956s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.060683] env[62099]: DEBUG nova.network.neutron [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Updated VIF entry in instance network info cache for port 6fe5ed44-f360-4fa3-b0f1-ab3966a486be. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.060937] env[62099]: DEBUG nova.network.neutron [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Updating instance_info_cache with network_info: [{"id": "6fe5ed44-f360-4fa3-b0f1-ab3966a486be", "address": "fa:16:3e:ac:dc:10", "network": {"id": "a9584ce8-ae72-494f-a8fe-aecee17e8f03", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-388833998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "048463197adc48b1a649023b12839c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe5ed44-f3", "ovs_interfaceid": "6fe5ed44-f360-4fa3-b0f1-ab3966a486be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.066189] env[62099]: DEBUG nova.compute.manager [None req-0c5902d4-017c-4395-96b2-dc2e37d1a15e tempest-ServerDiagnosticsV248Test-772082414 tempest-ServerDiagnosticsV248Test-772082414-project-admin] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.069057] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72a34fb-19d6-4f01-bcf5-c31a071cfce5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.080066] env[62099]: INFO nova.compute.manager [None req-0c5902d4-017c-4395-96b2-dc2e37d1a15e tempest-ServerDiagnosticsV248Test-772082414 tempest-ServerDiagnosticsV248Test-772082414-project-admin] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Retrieving diagnostics [ 1340.080840] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5d65da-825d-47a1-903c-2fab7b55a4bb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.126285] env[62099]: DEBUG nova.network.neutron [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1340.151965] env[62099]: DEBUG oslo_concurrency.lockutils [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.152787] env[62099]: DEBUG nova.compute.manager [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1340.156552] env[62099]: DEBUG oslo_concurrency.lockutils [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.741s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.158389] env[62099]: INFO nova.compute.claims [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.297061] env[62099]: DEBUG oslo_concurrency.lockutils [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.306188] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896184, 'name': CreateVM_Task, 'duration_secs': 0.564465} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.314166] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.314289] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': task-1896185, 'name': Rename_Task, 'duration_secs': 0.200413} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.314866] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.315029] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.315349] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.316171] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.316781] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d6d2dd6-f48d-45a9-bacc-36404c075dc3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.318763] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dac1b0ee-ffa0-403b-b7b6-f984848517e2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.327927] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1340.327927] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5271914a-9d56-d032-6f27-427a8111b21c" [ 1340.327927] env[62099]: _type = "Task" [ 1340.327927] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.335680] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Waiting for the task: (returnval){ [ 1340.335680] env[62099]: value = "task-1896186" [ 1340.335680] env[62099]: _type = "Task" [ 1340.335680] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.353413] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5271914a-9d56-d032-6f27-427a8111b21c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.357162] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': task-1896186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.415939] env[62099]: DEBUG oslo_vmware.api [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896183, 'name': PowerOnVM_Task, 'duration_secs': 1.157365} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.420461] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.420461] env[62099]: INFO nova.compute.manager [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Took 11.13 seconds to spawn the instance on the hypervisor. [ 1340.420461] env[62099]: DEBUG nova.compute.manager [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.420461] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd5501d-157e-4b1b-a43f-f35d77ff8bda {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.501549] env[62099]: DEBUG nova.compute.manager [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1340.512377] env[62099]: DEBUG nova.network.neutron [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Updating instance_info_cache with network_info: [{"id": "a05b74d5-b81f-4c24-9493-596d0d870335", "address": "fa:16:3e:ef:69:fa", "network": {"id": "ff111da0-60b6-43f4-ba53-5b056e84a4e9", "bridge": "br-int", "label": "tempest-ServersTestJSON-275597715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac9ceeb87014f78882176075aa08883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05b74d5-b8", "ovs_interfaceid": "a05b74d5-b81f-4c24-9493-596d0d870335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.566481] env[62099]: DEBUG oslo_concurrency.lockutils [req-64162e1c-de32-4647-897d-971d71acf3b9 req-76c91063-e41c-45ce-b9f6-213c2e99770f service nova] Releasing lock "refresh_cache-9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.664142] env[62099]: DEBUG nova.compute.utils [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1340.668425] env[62099]: DEBUG nova.compute.manager [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1340.668425] env[62099]: DEBUG nova.network.neutron [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1340.700991] env[62099]: DEBUG nova.network.neutron [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Updated VIF entry in instance network info cache for port 7d33e7bc-629b-4f3b-af94-f318b1299af0. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.701387] env[62099]: DEBUG nova.network.neutron [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Updating instance_info_cache with network_info: [{"id": "7d33e7bc-629b-4f3b-af94-f318b1299af0", "address": "fa:16:3e:12:74:5f", "network": {"id": "7bbbe6ad-bbe3-4abe-96b4-a182954fb52c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1061526605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e7df1820144bdca32258082012c516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d33e7bc-62", "ovs_interfaceid": "7d33e7bc-629b-4f3b-af94-f318b1299af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.756232] env[62099]: DEBUG nova.policy [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b500c7f4fa5494b93d18dd81157d582', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fff86dc107cf47cda4ed5dd8a766cf62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1340.762574] env[62099]: DEBUG nova.compute.manager [None req-46233d60-3cdc-46a6-820f-f7ff6e499785 tempest-ServerDiagnosticsTest-129312081 tempest-ServerDiagnosticsTest-129312081-project-admin] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.763931] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f18d4f9-c12a-479e-86d7-12200dce1491 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.772499] env[62099]: INFO nova.compute.manager [None req-46233d60-3cdc-46a6-820f-f7ff6e499785 tempest-ServerDiagnosticsTest-129312081 tempest-ServerDiagnosticsTest-129312081-project-admin] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Retrieving diagnostics [ 1340.772877] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7778a69f-92dd-41ed-80ae-1cf81381dfdc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.840817] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5271914a-9d56-d032-6f27-427a8111b21c, 'name': SearchDatastore_Task, 'duration_secs': 0.030286} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.840877] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.841128] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1340.842041] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.842041] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.842041] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1340.842041] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ede139b1-91e7-411e-a345-b63a06412003 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.861642] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': task-1896186, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.865512] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1340.865512] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1340.867035] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8718a11-a51e-45df-bb1b-e71af679c4df {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.873380] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1340.873380] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]521aefe9-4ed8-46db-c319-9676af022dff" [ 1340.873380] env[62099]: _type = "Task" [ 1340.873380] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.886366] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521aefe9-4ed8-46db-c319-9676af022dff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.887376] env[62099]: DEBUG nova.network.neutron [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Successfully updated port: e944d4e9-4c4c-4778-9c99-11feb8b55f25 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1340.908647] env[62099]: DEBUG nova.compute.manager [req-7bc68bed-27e8-40ac-bdb3-f1f30fa254d6 req-03e119c7-2c6d-4706-9b0c-b1f8dabf6849 service nova] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Received event network-vif-deleted-944928d9-8902-4a35-affa-34f871ac2674 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1340.939038] env[62099]: INFO nova.compute.manager [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Took 21.26 seconds to build instance. [ 1341.013497] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Releasing lock "refresh_cache-3e81cc1d-d2a2-4efd-bdb1-858e463d857d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.014201] env[62099]: DEBUG nova.compute.manager [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Instance network_info: |[{"id": "a05b74d5-b81f-4c24-9493-596d0d870335", "address": "fa:16:3e:ef:69:fa", "network": {"id": "ff111da0-60b6-43f4-ba53-5b056e84a4e9", "bridge": "br-int", "label": "tempest-ServersTestJSON-275597715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac9ceeb87014f78882176075aa08883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05b74d5-b8", "ovs_interfaceid": "a05b74d5-b81f-4c24-9493-596d0d870335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1341.014295] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:69:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a05b74d5-b81f-4c24-9493-596d0d870335', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1341.021825] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Creating folder: Project (fac9ceeb87014f78882176075aa08883). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1341.022524] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5859063-e462-40bd-bc1a-2c0b0dac1c41 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.029862] env[62099]: DEBUG oslo_concurrency.lockutils [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.039185] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Created folder: Project (fac9ceeb87014f78882176075aa08883) in parent group-v391507. [ 1341.039185] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Creating folder: Instances. Parent ref: group-v391545. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1341.039185] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a79d28ca-cfc3-4530-9385-7d1750a6b58d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.050109] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Created folder: Instances in parent group-v391545. [ 1341.050627] env[62099]: DEBUG oslo.service.loopingcall [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1341.050965] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1341.051347] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c900cca5-29c9-469d-ab62-214516f08295 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.075863] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1341.075863] env[62099]: value = "task-1896189" [ 1341.075863] env[62099]: _type = "Task" [ 1341.075863] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.090499] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896189, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.180079] env[62099]: DEBUG nova.compute.manager [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1341.206505] env[62099]: DEBUG oslo_concurrency.lockutils [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] Releasing lock "refresh_cache-e1197d80-5d4b-4130-96aa-35e246a2c8c2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.206875] env[62099]: DEBUG nova.compute.manager [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Received event network-vif-plugged-61e6987a-7551-413d-94ed-ef87f32d0c89 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1341.207140] env[62099]: DEBUG oslo_concurrency.lockutils [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] Acquiring lock "ea708012-87f2-461a-9b9b-8d9fb47c4702-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.207793] env[62099]: DEBUG oslo_concurrency.lockutils [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] Lock "ea708012-87f2-461a-9b9b-8d9fb47c4702-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.207793] env[62099]: DEBUG oslo_concurrency.lockutils [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] Lock "ea708012-87f2-461a-9b9b-8d9fb47c4702-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.207913] env[62099]: DEBUG nova.compute.manager [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] No waiting events found dispatching network-vif-plugged-61e6987a-7551-413d-94ed-ef87f32d0c89 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1341.208105] env[62099]: WARNING nova.compute.manager [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Received unexpected event network-vif-plugged-61e6987a-7551-413d-94ed-ef87f32d0c89 for instance with vm_state building and task_state spawning. [ 1341.208302] env[62099]: DEBUG nova.compute.manager [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Received event network-changed-61e6987a-7551-413d-94ed-ef87f32d0c89 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1341.208546] env[62099]: DEBUG nova.compute.manager [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Refreshing instance network info cache due to event network-changed-61e6987a-7551-413d-94ed-ef87f32d0c89. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1341.208879] env[62099]: DEBUG oslo_concurrency.lockutils [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] Acquiring lock "refresh_cache-ea708012-87f2-461a-9b9b-8d9fb47c4702" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.209152] env[62099]: DEBUG oslo_concurrency.lockutils [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] Acquired lock "refresh_cache-ea708012-87f2-461a-9b9b-8d9fb47c4702" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.212922] env[62099]: DEBUG nova.network.neutron [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Refreshing network info cache for port 61e6987a-7551-413d-94ed-ef87f32d0c89 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.338150] env[62099]: DEBUG nova.network.neutron [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Successfully created port: 8b9521ee-4b35-4dc0-915a-343ca277f68d {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.368842] env[62099]: DEBUG oslo_vmware.api [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': task-1896186, 'name': PowerOnVM_Task, 'duration_secs': 0.790181} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.369551] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.369873] env[62099]: INFO nova.compute.manager [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1341.370200] env[62099]: DEBUG nova.compute.manager [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.375426] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889db703-46f4-45a9-ab69-d2ee19fbbfb7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.391447] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Acquiring lock "refresh_cache-6f139879-a83d-44cc-8d3a-4151114400ab" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.391683] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Acquired lock "refresh_cache-6f139879-a83d-44cc-8d3a-4151114400ab" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.392207] env[62099]: DEBUG nova.network.neutron [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.416936] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521aefe9-4ed8-46db-c319-9676af022dff, 'name': SearchDatastore_Task, 'duration_secs': 0.011957} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.419134] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f907ea6c-1741-43ff-bf65-6e0f422b82ed {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.429906] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1341.429906] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5228fcbc-dc34-31d5-b8ef-f10af31c7e5d" [ 1341.429906] env[62099]: _type = "Task" [ 1341.429906] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.447596] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1d3443a8-9b66-4cb1-ba3c-bc17c6980bd3 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "12afe1f4-4fc3-40a1-bde2-2afaf1772cde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.787s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.448098] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5228fcbc-dc34-31d5-b8ef-f10af31c7e5d, 'name': SearchDatastore_Task, 'duration_secs': 0.011963} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.455362] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.455362] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] ea708012-87f2-461a-9b9b-8d9fb47c4702/ea708012-87f2-461a-9b9b-8d9fb47c4702.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1341.456079] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc390ac5-2259-46b8-a994-2f3dfa697399 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.467490] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1341.467490] env[62099]: value = "task-1896190" [ 1341.467490] env[62099]: _type = "Task" [ 1341.467490] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.480834] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.588736] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896189, 'name': CreateVM_Task, 'duration_secs': 0.469831} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.591607] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.592936] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.593148] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.593569] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1341.593857] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff57de07-b819-4397-92d6-ae4f98918678 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.600195] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Waiting for the task: (returnval){ [ 1341.600195] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c91ecf-f190-7278-bc2d-c4b572a0053a" [ 1341.600195] env[62099]: _type = "Task" [ 1341.600195] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.611994] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c91ecf-f190-7278-bc2d-c4b572a0053a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.697120] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219ee7f6-37d8-4b1a-9e1d-c0c7317a3e9a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.705713] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c49621-8cb5-49d1-9e6f-b2872747680e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.741340] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d240498-c17b-4e58-9cfe-baa75eb93c13 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.751691] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d61871-588a-44f8-a916-594483108343 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.770175] env[62099]: DEBUG nova.compute.provider_tree [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.919038] env[62099]: INFO nova.compute.manager [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Took 17.30 seconds to build instance. [ 1341.955295] env[62099]: DEBUG nova.compute.manager [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1341.989261] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896190, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.999602] env[62099]: DEBUG nova.network.neutron [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.114832] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c91ecf-f190-7278-bc2d-c4b572a0053a, 'name': SearchDatastore_Task, 'duration_secs': 0.011687} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.115237] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.115555] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1342.115859] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.115966] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.116521] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1342.117117] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64e7024b-4f6d-4b0a-a196-07b19b15717b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.130078] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.130292] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1342.131217] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eba2a5b-a3e1-490a-85d4-7ea32058dbc4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.140252] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Waiting for the task: (returnval){ [ 1342.140252] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52dd0fad-b493-36c4-eb2b-ce4e581bc144" [ 1342.140252] env[62099]: _type = "Task" [ 1342.140252] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.146181] env[62099]: DEBUG nova.network.neutron [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Updated VIF entry in instance network info cache for port 61e6987a-7551-413d-94ed-ef87f32d0c89. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.146483] env[62099]: DEBUG nova.network.neutron [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Updating instance_info_cache with network_info: [{"id": "61e6987a-7551-413d-94ed-ef87f32d0c89", "address": "fa:16:3e:e7:6e:80", "network": {"id": "f234acfc-3d26-4421-97ce-41c0c40a0cfc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1958007356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "aad6e24fd1c94ad2a011a6a2f3d1b7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e6987a-75", "ovs_interfaceid": "61e6987a-7551-413d-94ed-ef87f32d0c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.157458] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52dd0fad-b493-36c4-eb2b-ce4e581bc144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.190366] env[62099]: DEBUG nova.compute.manager [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1342.225911] env[62099]: DEBUG nova.virt.hardware [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.227272] env[62099]: DEBUG nova.virt.hardware [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.227272] env[62099]: DEBUG nova.virt.hardware [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.227272] env[62099]: DEBUG nova.virt.hardware [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.227398] env[62099]: DEBUG nova.virt.hardware [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.227443] env[62099]: DEBUG nova.virt.hardware [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.228338] env[62099]: DEBUG nova.virt.hardware [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.228338] env[62099]: DEBUG nova.virt.hardware [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.228338] env[62099]: DEBUG nova.virt.hardware [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.228338] env[62099]: DEBUG nova.virt.hardware [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.228338] env[62099]: DEBUG nova.virt.hardware [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.229202] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f109f765-2e49-429f-a97e-31986dab73e1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.239338] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b0227b-bdc0-4eec-8f14-e4ece3724d1a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.272732] env[62099]: DEBUG nova.scheduler.client.report [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.324543] env[62099]: DEBUG nova.network.neutron [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Updating instance_info_cache with network_info: [{"id": "e944d4e9-4c4c-4778-9c99-11feb8b55f25", "address": "fa:16:3e:74:ff:4d", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape944d4e9-4c", "ovs_interfaceid": "e944d4e9-4c4c-4778-9c99-11feb8b55f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.421221] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ef6f67c-f006-4296-b259-10ec4cf3da9d tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.955s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.481298] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759879} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.483407] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.483865] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] ea708012-87f2-461a-9b9b-8d9fb47c4702/ea708012-87f2-461a-9b9b-8d9fb47c4702.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1342.484132] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.487436] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eeb3972e-a6ad-4693-b040-6f2bec29e422 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.491252] env[62099]: DEBUG oslo_concurrency.lockutils [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Acquiring lock "677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.491490] env[62099]: DEBUG oslo_concurrency.lockutils [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Lock "677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.498529] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1342.498529] env[62099]: value = "task-1896191" [ 1342.498529] env[62099]: _type = "Task" [ 1342.498529] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.509312] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.654021] env[62099]: DEBUG oslo_concurrency.lockutils [req-d6941147-a9a4-4cdd-818f-2a5af20cf15f req-f1b28751-9875-4ed7-927b-f3c8b12ee10e service nova] Releasing lock "refresh_cache-ea708012-87f2-461a-9b9b-8d9fb47c4702" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.654021] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52dd0fad-b493-36c4-eb2b-ce4e581bc144, 'name': SearchDatastore_Task, 'duration_secs': 0.022152} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.654021] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1cd40a0-0fa7-4276-9dcf-0163b1b74235 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.660867] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Waiting for the task: (returnval){ [ 1342.660867] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52556e27-4185-591b-4d6d-098e4e0a338e" [ 1342.660867] env[62099]: _type = "Task" [ 1342.660867] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.672122] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52556e27-4185-591b-4d6d-098e4e0a338e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.778471] env[62099]: DEBUG oslo_concurrency.lockutils [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.778831] env[62099]: DEBUG nova.compute.manager [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.781234] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.593s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.781406] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.781553] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1342.781863] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.229s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.783595] env[62099]: INFO nova.compute.claims [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.791721] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4227f28-f701-4d08-95d4-909801de7f7c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.804928] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403ca656-f6d1-4bb5-848d-8088dcf073ee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.825742] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4433dde9-4ed3-4e3b-830c-9a1430ad3156 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.830024] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Releasing lock "refresh_cache-6f139879-a83d-44cc-8d3a-4151114400ab" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.830024] env[62099]: DEBUG nova.compute.manager [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Instance network_info: |[{"id": "e944d4e9-4c4c-4778-9c99-11feb8b55f25", "address": "fa:16:3e:74:ff:4d", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape944d4e9-4c", "ovs_interfaceid": "e944d4e9-4c4c-4778-9c99-11feb8b55f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.830448] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:ff:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e944d4e9-4c4c-4778-9c99-11feb8b55f25', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.837870] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Creating folder: Project (ca7177d25a084bbea57af1bbcb1ca4b7). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.840177] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9797db8-11ed-4404-8d6c-c032e322ea97 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.847454] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c21e1fa-af8b-4eda-905f-7843b62179ac {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.890629] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181317MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1342.890850] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.892923] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Created folder: Project (ca7177d25a084bbea57af1bbcb1ca4b7) in parent group-v391507. [ 1342.893153] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Creating folder: Instances. Parent ref: group-v391548. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.893369] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-129d583c-bc97-4c10-8275-9ae9dfce5b74 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.907914] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Created folder: Instances in parent group-v391548. [ 1342.908228] env[62099]: DEBUG oslo.service.loopingcall [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1342.908429] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.908636] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e1bf556-c99e-4db2-937f-80a564970718 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.926338] env[62099]: DEBUG nova.compute.manager [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1342.937098] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.937098] env[62099]: value = "task-1896194" [ 1342.937098] env[62099]: _type = "Task" [ 1342.937098] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.948192] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896194, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.010053] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076222} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.010053] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.010549] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4721d34c-336d-404c-a866-a37f5d4044c2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.034451] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] ea708012-87f2-461a-9b9b-8d9fb47c4702/ea708012-87f2-461a-9b9b-8d9fb47c4702.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.035486] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cf77fb2-cfec-4186-91c9-62088c093c0c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.057765] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1343.057765] env[62099]: value = "task-1896195" [ 1343.057765] env[62099]: _type = "Task" [ 1343.057765] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.067152] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.171838] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52556e27-4185-591b-4d6d-098e4e0a338e, 'name': SearchDatastore_Task, 'duration_secs': 0.018561} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.172142] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.172413] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 3e81cc1d-d2a2-4efd-bdb1-858e463d857d/3e81cc1d-d2a2-4efd-bdb1-858e463d857d.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1343.172715] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-666f893c-dc0c-47a5-92b0-97ec8ce3f577 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.180719] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Waiting for the task: (returnval){ [ 1343.180719] env[62099]: value = "task-1896196" [ 1343.180719] env[62099]: _type = "Task" [ 1343.180719] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.190596] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': task-1896196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.274050] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Acquiring lock "ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.274375] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Lock "ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.274783] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Acquiring lock "ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.275011] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Lock "ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.275110] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Lock "ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.277314] env[62099]: INFO nova.compute.manager [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Terminating instance [ 1343.291253] env[62099]: DEBUG nova.compute.utils [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1343.293044] env[62099]: DEBUG nova.compute.manager [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1343.293044] env[62099]: DEBUG nova.network.neutron [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.369657] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "c2a52891-b71a-492a-aeaf-07817080b4df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.369715] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "c2a52891-b71a-492a-aeaf-07817080b4df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.425673] env[62099]: DEBUG nova.policy [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35712b06562546eeaf80a2c58813b3f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aad6e24fd1c94ad2a011a6a2f3d1b7fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.449287] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896194, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.460751] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.575428] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.694692] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': task-1896196, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.781928] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Acquiring lock "refresh_cache-ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.782362] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Acquired lock "refresh_cache-ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.782612] env[62099]: DEBUG nova.network.neutron [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.797508] env[62099]: DEBUG nova.compute.manager [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.911983] env[62099]: DEBUG nova.compute.manager [req-74d441e5-e91a-45c7-881e-e1c4a141e5a9 req-e1757138-500e-492e-b4d4-a94729cbbbf9 service nova] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Received event network-vif-plugged-a05b74d5-b81f-4c24-9493-596d0d870335 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1343.912219] env[62099]: DEBUG oslo_concurrency.lockutils [req-74d441e5-e91a-45c7-881e-e1c4a141e5a9 req-e1757138-500e-492e-b4d4-a94729cbbbf9 service nova] Acquiring lock "3e81cc1d-d2a2-4efd-bdb1-858e463d857d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.912578] env[62099]: DEBUG oslo_concurrency.lockutils [req-74d441e5-e91a-45c7-881e-e1c4a141e5a9 req-e1757138-500e-492e-b4d4-a94729cbbbf9 service nova] Lock "3e81cc1d-d2a2-4efd-bdb1-858e463d857d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.912775] env[62099]: DEBUG oslo_concurrency.lockutils [req-74d441e5-e91a-45c7-881e-e1c4a141e5a9 req-e1757138-500e-492e-b4d4-a94729cbbbf9 service nova] Lock "3e81cc1d-d2a2-4efd-bdb1-858e463d857d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.912983] env[62099]: DEBUG nova.compute.manager [req-74d441e5-e91a-45c7-881e-e1c4a141e5a9 req-e1757138-500e-492e-b4d4-a94729cbbbf9 service nova] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] No waiting events found dispatching network-vif-plugged-a05b74d5-b81f-4c24-9493-596d0d870335 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1343.913328] env[62099]: WARNING nova.compute.manager [req-74d441e5-e91a-45c7-881e-e1c4a141e5a9 req-e1757138-500e-492e-b4d4-a94729cbbbf9 service nova] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Received unexpected event network-vif-plugged-a05b74d5-b81f-4c24-9493-596d0d870335 for instance with vm_state building and task_state spawning. [ 1343.913657] env[62099]: DEBUG nova.compute.manager [req-74d441e5-e91a-45c7-881e-e1c4a141e5a9 req-e1757138-500e-492e-b4d4-a94729cbbbf9 service nova] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Received event network-changed-a05b74d5-b81f-4c24-9493-596d0d870335 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1343.913657] env[62099]: DEBUG nova.compute.manager [req-74d441e5-e91a-45c7-881e-e1c4a141e5a9 req-e1757138-500e-492e-b4d4-a94729cbbbf9 service nova] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Refreshing instance network info cache due to event network-changed-a05b74d5-b81f-4c24-9493-596d0d870335. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1343.914028] env[62099]: DEBUG oslo_concurrency.lockutils [req-74d441e5-e91a-45c7-881e-e1c4a141e5a9 req-e1757138-500e-492e-b4d4-a94729cbbbf9 service nova] Acquiring lock "refresh_cache-3e81cc1d-d2a2-4efd-bdb1-858e463d857d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.914196] env[62099]: DEBUG oslo_concurrency.lockutils [req-74d441e5-e91a-45c7-881e-e1c4a141e5a9 req-e1757138-500e-492e-b4d4-a94729cbbbf9 service nova] Acquired lock "refresh_cache-3e81cc1d-d2a2-4efd-bdb1-858e463d857d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.914430] env[62099]: DEBUG nova.network.neutron [req-74d441e5-e91a-45c7-881e-e1c4a141e5a9 req-e1757138-500e-492e-b4d4-a94729cbbbf9 service nova] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Refreshing network info cache for port a05b74d5-b81f-4c24-9493-596d0d870335 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1343.951014] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896194, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.038696] env[62099]: DEBUG nova.network.neutron [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Successfully updated port: 8b9521ee-4b35-4dc0-915a-343ca277f68d {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1344.074525] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896195, 'name': ReconfigVM_Task, 'duration_secs': 0.766419} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.079225] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Reconfigured VM instance instance-0000000c to attach disk [datastore1] ea708012-87f2-461a-9b9b-8d9fb47c4702/ea708012-87f2-461a-9b9b-8d9fb47c4702.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.079225] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a59fb79a-7baa-4247-8826-70d35a3dc3b7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.088794] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1344.088794] env[62099]: value = "task-1896197" [ 1344.088794] env[62099]: _type = "Task" [ 1344.088794] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.099952] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896197, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.103446] env[62099]: DEBUG nova.network.neutron [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Successfully created port: f4eb787b-3366-4cfc-9ad0-dbd8b8b82dc3 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1344.198156] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': task-1896196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83978} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.202269] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 3e81cc1d-d2a2-4efd-bdb1-858e463d857d/3e81cc1d-d2a2-4efd-bdb1-858e463d857d.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1344.203402] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1344.205919] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ef0ffff-3619-49f3-86cc-a8b60a7b10f2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.208394] env[62099]: DEBUG oslo_concurrency.lockutils [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquiring lock "10f6378b-bf30-49aa-8205-f31acffb0f4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.208831] env[62099]: DEBUG oslo_concurrency.lockutils [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "10f6378b-bf30-49aa-8205-f31acffb0f4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.216822] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Waiting for the task: (returnval){ [ 1344.216822] env[62099]: value = "task-1896198" [ 1344.216822] env[62099]: _type = "Task" [ 1344.216822] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.231889] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': task-1896198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.317789] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Acquiring lock "b6671cb6-6333-47f7-a79d-bcef4f9831f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.318047] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Lock "b6671cb6-6333-47f7-a79d-bcef4f9831f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.318244] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Acquiring lock "b6671cb6-6333-47f7-a79d-bcef4f9831f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.318417] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Lock "b6671cb6-6333-47f7-a79d-bcef4f9831f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.318582] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Lock "b6671cb6-6333-47f7-a79d-bcef4f9831f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.322229] env[62099]: DEBUG nova.network.neutron [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1344.324194] env[62099]: INFO nova.compute.manager [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Terminating instance [ 1344.355500] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8af3b3d-d183-4633-9221-4190ff2fde6a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.367131] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db5c0e1-71e5-436b-971c-0b903f5e8bda {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.409553] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8040453-1df5-43e9-8f33-cd49b76e7edd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.421188] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c7aa09-d509-40fd-98ee-a846b5d8d8cf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.439888] env[62099]: DEBUG nova.compute.provider_tree [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.452026] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896194, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.531949] env[62099]: DEBUG nova.network.neutron [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.540827] env[62099]: DEBUG nova.compute.manager [req-00bd3fcc-ef30-4c1c-9109-0e6a3ec2d9fd req-f2d72f2d-861a-4d96-82dc-e52456722e69 service nova] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Received event network-vif-plugged-e944d4e9-4c4c-4778-9c99-11feb8b55f25 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1344.541100] env[62099]: DEBUG oslo_concurrency.lockutils [req-00bd3fcc-ef30-4c1c-9109-0e6a3ec2d9fd req-f2d72f2d-861a-4d96-82dc-e52456722e69 service nova] Acquiring lock "6f139879-a83d-44cc-8d3a-4151114400ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.541311] env[62099]: DEBUG oslo_concurrency.lockutils [req-00bd3fcc-ef30-4c1c-9109-0e6a3ec2d9fd req-f2d72f2d-861a-4d96-82dc-e52456722e69 service nova] Lock "6f139879-a83d-44cc-8d3a-4151114400ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.541474] env[62099]: DEBUG oslo_concurrency.lockutils [req-00bd3fcc-ef30-4c1c-9109-0e6a3ec2d9fd req-f2d72f2d-861a-4d96-82dc-e52456722e69 service nova] Lock "6f139879-a83d-44cc-8d3a-4151114400ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.541639] env[62099]: DEBUG nova.compute.manager [req-00bd3fcc-ef30-4c1c-9109-0e6a3ec2d9fd req-f2d72f2d-861a-4d96-82dc-e52456722e69 service nova] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] No waiting events found dispatching network-vif-plugged-e944d4e9-4c4c-4778-9c99-11feb8b55f25 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1344.541799] env[62099]: WARNING nova.compute.manager [req-00bd3fcc-ef30-4c1c-9109-0e6a3ec2d9fd req-f2d72f2d-861a-4d96-82dc-e52456722e69 service nova] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Received unexpected event network-vif-plugged-e944d4e9-4c4c-4778-9c99-11feb8b55f25 for instance with vm_state building and task_state spawning. [ 1344.541955] env[62099]: DEBUG nova.compute.manager [req-00bd3fcc-ef30-4c1c-9109-0e6a3ec2d9fd req-f2d72f2d-861a-4d96-82dc-e52456722e69 service nova] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Received event network-changed-e944d4e9-4c4c-4778-9c99-11feb8b55f25 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1344.542810] env[62099]: DEBUG nova.compute.manager [req-00bd3fcc-ef30-4c1c-9109-0e6a3ec2d9fd req-f2d72f2d-861a-4d96-82dc-e52456722e69 service nova] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Refreshing instance network info cache due to event network-changed-e944d4e9-4c4c-4778-9c99-11feb8b55f25. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1344.543037] env[62099]: DEBUG oslo_concurrency.lockutils [req-00bd3fcc-ef30-4c1c-9109-0e6a3ec2d9fd req-f2d72f2d-861a-4d96-82dc-e52456722e69 service nova] Acquiring lock "refresh_cache-6f139879-a83d-44cc-8d3a-4151114400ab" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.543181] env[62099]: DEBUG oslo_concurrency.lockutils [req-00bd3fcc-ef30-4c1c-9109-0e6a3ec2d9fd req-f2d72f2d-861a-4d96-82dc-e52456722e69 service nova] Acquired lock "refresh_cache-6f139879-a83d-44cc-8d3a-4151114400ab" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.543392] env[62099]: DEBUG nova.network.neutron [req-00bd3fcc-ef30-4c1c-9109-0e6a3ec2d9fd req-f2d72f2d-861a-4d96-82dc-e52456722e69 service nova] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Refreshing network info cache for port e944d4e9-4c4c-4778-9c99-11feb8b55f25 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.548999] env[62099]: DEBUG oslo_concurrency.lockutils [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquiring lock "refresh_cache-9e0e8583-ff9d-429f-9a13-f197392d3541" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.548999] env[62099]: DEBUG oslo_concurrency.lockutils [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquired lock "refresh_cache-9e0e8583-ff9d-429f-9a13-f197392d3541" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.548999] env[62099]: DEBUG nova.network.neutron [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.202416] env[62099]: DEBUG nova.compute.manager [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1345.204545] env[62099]: DEBUG nova.compute.manager [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1345.204784] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.205145] env[62099]: INFO nova.compute.manager [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Rebuilding instance [ 1345.207419] env[62099]: DEBUG nova.scheduler.client.report [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.212258] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Releasing lock "refresh_cache-ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.212258] env[62099]: DEBUG nova.compute.manager [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1345.212258] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.221094] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1461d719-eb9d-47cd-adab-7904a0b732a4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.226487] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe9bcc4-2fcc-41fd-8450-e7ae7eae214d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.242103] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.242343] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896194, 'name': CreateVM_Task, 'duration_secs': 1.794944} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.250570] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48f808b3-74ac-49e6-a23e-9b4348de5b5c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.252138] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.252451] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': task-1896198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.481706} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.252997] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896197, 'name': Rename_Task, 'duration_secs': 0.358415} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.254375] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.254495] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.255675] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1345.255675] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1345.255675] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.255872] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718fab46-49dc-4b98-ae2c-fcec49af2f14 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.258113] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06976dc-4366-4aff-b720-82b5278ff4c4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.265019] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f987b403-5e42-48e7-9cda-bec7d90076b2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.271494] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.271850] env[62099]: DEBUG oslo_vmware.api [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Waiting for the task: (returnval){ [ 1345.271850] env[62099]: value = "task-1896199" [ 1345.271850] env[62099]: _type = "Task" [ 1345.271850] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.276500] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c8d0593-84fe-45cf-8919-d4f3f7e4b017 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.299179] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 3e81cc1d-d2a2-4efd-bdb1-858e463d857d/3e81cc1d-d2a2-4efd-bdb1-858e463d857d.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.304779] env[62099]: DEBUG nova.virt.hardware [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.305039] env[62099]: DEBUG nova.virt.hardware [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.305201] env[62099]: DEBUG nova.virt.hardware [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.305461] env[62099]: DEBUG nova.virt.hardware [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.305620] env[62099]: DEBUG nova.virt.hardware [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.305815] env[62099]: DEBUG nova.virt.hardware [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.306153] env[62099]: DEBUG nova.virt.hardware [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.306393] env[62099]: DEBUG nova.virt.hardware [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.306661] env[62099]: DEBUG nova.virt.hardware [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.306929] env[62099]: DEBUG nova.virt.hardware [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.307233] env[62099]: DEBUG nova.virt.hardware [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.309412] env[62099]: DEBUG nova.network.neutron [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.311635] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f234fb3-20d7-46cb-aee3-e0435841abd2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.326088] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Waiting for the task: (returnval){ [ 1345.326088] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]524a9522-5a9f-5d63-aad5-8d6d25d5d7d1" [ 1345.326088] env[62099]: _type = "Task" [ 1345.326088] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.326865] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79a25d4-7fba-4a93-8222-d9db092ed38c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.329992] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1345.329992] env[62099]: value = "task-1896200" [ 1345.329992] env[62099]: _type = "Task" [ 1345.329992] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.338838] env[62099]: DEBUG oslo_vmware.api [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Waiting for the task: (returnval){ [ 1345.338838] env[62099]: value = "task-1896201" [ 1345.338838] env[62099]: _type = "Task" [ 1345.338838] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.339323] env[62099]: DEBUG nova.compute.manager [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.348256] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd735a89-8919-46a9-a1ca-e9abd8d5b766 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.359406] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Waiting for the task: (returnval){ [ 1345.359406] env[62099]: value = "task-1896202" [ 1345.359406] env[62099]: _type = "Task" [ 1345.359406] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.359704] env[62099]: DEBUG oslo_vmware.api [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.364621] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e829ba2-da37-440d-8a47-95bc824f06b2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.381905] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]524a9522-5a9f-5d63-aad5-8d6d25d5d7d1, 'name': SearchDatastore_Task, 'duration_secs': 0.04154} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.382178] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.387026] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.387026] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.387026] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.387416] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.387416] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.387563] env[62099]: DEBUG oslo_vmware.api [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.391162] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c919909c-f05a-48c7-ae2a-7bfc8f00d9ac {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.413184] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': task-1896202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.418111] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.418313] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.419072] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3938feac-575c-4528-bca9-0be3b679c9f6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.427123] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Waiting for the task: (returnval){ [ 1345.427123] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52eccc97-4785-683d-e73e-620f132f0b36" [ 1345.427123] env[62099]: _type = "Task" [ 1345.427123] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.435631] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52eccc97-4785-683d-e73e-620f132f0b36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.487073] env[62099]: DEBUG nova.network.neutron [req-74d441e5-e91a-45c7-881e-e1c4a141e5a9 req-e1757138-500e-492e-b4d4-a94729cbbbf9 service nova] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Updated VIF entry in instance network info cache for port a05b74d5-b81f-4c24-9493-596d0d870335. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.487404] env[62099]: DEBUG nova.network.neutron [req-74d441e5-e91a-45c7-881e-e1c4a141e5a9 req-e1757138-500e-492e-b4d4-a94729cbbbf9 service nova] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Updating instance_info_cache with network_info: [{"id": "a05b74d5-b81f-4c24-9493-596d0d870335", "address": "fa:16:3e:ef:69:fa", "network": {"id": "ff111da0-60b6-43f4-ba53-5b056e84a4e9", "bridge": "br-int", "label": "tempest-ServersTestJSON-275597715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac9ceeb87014f78882176075aa08883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05b74d5-b8", "ovs_interfaceid": "a05b74d5-b81f-4c24-9493-596d0d870335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.549864] env[62099]: DEBUG nova.network.neutron [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Updating instance_info_cache with network_info: [{"id": "8b9521ee-4b35-4dc0-915a-343ca277f68d", "address": "fa:16:3e:3d:c3:7c", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b9521ee-4b", "ovs_interfaceid": "8b9521ee-4b35-4dc0-915a-343ca277f68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.716498] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.934s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.717072] env[62099]: DEBUG nova.compute.manager [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1345.720084] env[62099]: DEBUG oslo_concurrency.lockutils [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.606s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.720136] env[62099]: DEBUG nova.objects.instance [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Lazy-loading 'resources' on Instance uuid 8566dee0-0c78-4f80-9c3b-82890cd2f18f {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.787968] env[62099]: DEBUG oslo_vmware.api [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.857959] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.870719] env[62099]: DEBUG oslo_vmware.api [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896201, 'name': PowerOffVM_Task, 'duration_secs': 0.2711} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.873249] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.873878] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.876026] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee9272d4-5342-4e2a-88ea-e631f8bbbcc1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.886805] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': task-1896202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.909955] env[62099]: DEBUG nova.network.neutron [req-00bd3fcc-ef30-4c1c-9109-0e6a3ec2d9fd req-f2d72f2d-861a-4d96-82dc-e52456722e69 service nova] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Updated VIF entry in instance network info cache for port e944d4e9-4c4c-4778-9c99-11feb8b55f25. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.909955] env[62099]: DEBUG nova.network.neutron [req-00bd3fcc-ef30-4c1c-9109-0e6a3ec2d9fd req-f2d72f2d-861a-4d96-82dc-e52456722e69 service nova] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Updating instance_info_cache with network_info: [{"id": "e944d4e9-4c4c-4778-9c99-11feb8b55f25", "address": "fa:16:3e:74:ff:4d", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape944d4e9-4c", "ovs_interfaceid": "e944d4e9-4c4c-4778-9c99-11feb8b55f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.916179] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.918019] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.918019] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Deleting the datastore file [datastore2] ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.918019] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5ead788-e08d-4094-be19-bc08c6712f9c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.930409] env[62099]: DEBUG oslo_vmware.api [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Waiting for the task: (returnval){ [ 1345.930409] env[62099]: value = "task-1896204" [ 1345.930409] env[62099]: _type = "Task" [ 1345.930409] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.948291] env[62099]: DEBUG oslo_vmware.api [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.952840] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52eccc97-4785-683d-e73e-620f132f0b36, 'name': SearchDatastore_Task, 'duration_secs': 0.03914} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.954303] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6831a1da-ca16-4173-8851-feb81b4692b7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.961717] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Waiting for the task: (returnval){ [ 1345.961717] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f2f8a4-572c-15b2-ee27-573f1e75ef0a" [ 1345.961717] env[62099]: _type = "Task" [ 1345.961717] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.975586] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f2f8a4-572c-15b2-ee27-573f1e75ef0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.990477] env[62099]: DEBUG oslo_concurrency.lockutils [req-74d441e5-e91a-45c7-881e-e1c4a141e5a9 req-e1757138-500e-492e-b4d4-a94729cbbbf9 service nova] Releasing lock "refresh_cache-3e81cc1d-d2a2-4efd-bdb1-858e463d857d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.053379] env[62099]: DEBUG oslo_concurrency.lockutils [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Releasing lock "refresh_cache-9e0e8583-ff9d-429f-9a13-f197392d3541" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.053855] env[62099]: DEBUG nova.compute.manager [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Instance network_info: |[{"id": "8b9521ee-4b35-4dc0-915a-343ca277f68d", "address": "fa:16:3e:3d:c3:7c", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b9521ee-4b", "ovs_interfaceid": "8b9521ee-4b35-4dc0-915a-343ca277f68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.054443] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:c3:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b9521ee-4b35-4dc0-915a-343ca277f68d', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.066778] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Creating folder: Project (fff86dc107cf47cda4ed5dd8a766cf62). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.067524] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-109370d0-79b3-4eb5-8b00-af07c2bc7de7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.081374] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Created folder: Project (fff86dc107cf47cda4ed5dd8a766cf62) in parent group-v391507. [ 1346.081374] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Creating folder: Instances. Parent ref: group-v391551. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.082601] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d798e86-e1ab-4e13-a579-eb632007ac6e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.092154] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Created folder: Instances in parent group-v391551. [ 1346.092524] env[62099]: DEBUG oslo.service.loopingcall [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1346.092872] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.093012] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20799f68-27fe-4b19-b682-e074a750c56b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.116565] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.116565] env[62099]: value = "task-1896207" [ 1346.116565] env[62099]: _type = "Task" [ 1346.116565] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.127218] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896207, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.227465] env[62099]: DEBUG nova.compute.utils [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1346.229376] env[62099]: DEBUG nova.compute.manager [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1346.229376] env[62099]: DEBUG nova.network.neutron [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1346.298268] env[62099]: DEBUG oslo_vmware.api [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896199, 'name': PowerOffVM_Task, 'duration_secs': 0.7846} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.298268] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.298454] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.299686] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16335bbd-f812-4c98-adf3-a4dc8f9a6d17 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.350515] env[62099]: DEBUG oslo_vmware.api [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896200, 'name': PowerOnVM_Task, 'duration_secs': 0.769138} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.353251] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.353464] env[62099]: INFO nova.compute.manager [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Took 11.92 seconds to spawn the instance on the hypervisor. [ 1346.353696] env[62099]: DEBUG nova.compute.manager [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.355153] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe5dabf-17c4-47c7-9e54-537e3f3ecd61 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.379463] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': task-1896202, 'name': ReconfigVM_Task, 'duration_secs': 0.609188} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.379810] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 3e81cc1d-d2a2-4efd-bdb1-858e463d857d/3e81cc1d-d2a2-4efd-bdb1-858e463d857d.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.380999] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ff8bdb8-70d4-4905-b9d2-dc0950eecd19 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.384804] env[62099]: DEBUG nova.policy [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c9342a30a8342ebbb0f806904891abb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2598fdcbcd44557bcbdc29cc59ea6c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1346.395027] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Waiting for the task: (returnval){ [ 1346.395027] env[62099]: value = "task-1896209" [ 1346.395027] env[62099]: _type = "Task" [ 1346.395027] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.401384] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': task-1896209, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.408364] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.409064] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a06ec88-d9ab-4777-acc3-ffec6a576777 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.411227] env[62099]: DEBUG oslo_concurrency.lockutils [req-00bd3fcc-ef30-4c1c-9109-0e6a3ec2d9fd req-f2d72f2d-861a-4d96-82dc-e52456722e69 service nova] Releasing lock "refresh_cache-6f139879-a83d-44cc-8d3a-4151114400ab" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.418914] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Waiting for the task: (returnval){ [ 1346.418914] env[62099]: value = "task-1896210" [ 1346.418914] env[62099]: _type = "Task" [ 1346.418914] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.432104] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': task-1896210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.446665] env[62099]: DEBUG oslo_vmware.api [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Task: {'id': task-1896204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158689} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.449853] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.449853] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.450043] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.450991] env[62099]: INFO nova.compute.manager [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1346.450991] env[62099]: DEBUG oslo.service.loopingcall [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1346.450991] env[62099]: DEBUG nova.compute.manager [-] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1346.450991] env[62099]: DEBUG nova.network.neutron [-] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1346.471355] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.471581] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.471800] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Deleting the datastore file [datastore1] b6671cb6-6333-47f7-a79d-bcef4f9831f8 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.472548] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3e5594e-4520-4057-af62-d5968c20c0e7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.480185] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f2f8a4-572c-15b2-ee27-573f1e75ef0a, 'name': SearchDatastore_Task, 'duration_secs': 0.020782} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.480928] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.481428] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 6f139879-a83d-44cc-8d3a-4151114400ab/6f139879-a83d-44cc-8d3a-4151114400ab.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.484737] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f31511e2-6430-4d24-8073-a642ff463826 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.488792] env[62099]: DEBUG oslo_vmware.api [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Waiting for the task: (returnval){ [ 1346.488792] env[62099]: value = "task-1896211" [ 1346.488792] env[62099]: _type = "Task" [ 1346.488792] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.499645] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Waiting for the task: (returnval){ [ 1346.499645] env[62099]: value = "task-1896212" [ 1346.499645] env[62099]: _type = "Task" [ 1346.499645] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.503718] env[62099]: DEBUG nova.network.neutron [-] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1346.505792] env[62099]: DEBUG oslo_vmware.api [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.518831] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': task-1896212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.632065] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896207, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.733294] env[62099]: DEBUG nova.compute.manager [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1346.753067] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9471e2c-dee1-46ed-8d89-bde1b5ce58f6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.763025] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ce4cd5-13f9-4c4e-a1e6-b2a0cdd2e64f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.798250] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b022cb-eac8-4127-b0f8-eeb7baffaeb9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.808652] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bf8b9c-deb8-490e-a1eb-0bfe7793fd7a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.824984] env[62099]: DEBUG nova.compute.provider_tree [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.881585] env[62099]: INFO nova.compute.manager [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Took 21.94 seconds to build instance. [ 1346.906791] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': task-1896209, 'name': Rename_Task, 'duration_secs': 0.216774} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.907192] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.907476] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-417558e3-917a-4650-916f-eebba69c3d9c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.920252] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Waiting for the task: (returnval){ [ 1346.920252] env[62099]: value = "task-1896213" [ 1346.920252] env[62099]: _type = "Task" [ 1346.920252] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.936563] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': task-1896213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.939984] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': task-1896210, 'name': PowerOffVM_Task, 'duration_secs': 0.161171} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.940798] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.941055] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.941944] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22f5062-ccbf-46e1-9077-157d08856283 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.952739] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.953158] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-181ae707-d8af-47c9-a37f-9f0c088ce231 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.990284] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.990541] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.990856] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Deleting the datastore file [datastore1] b6e143fb-f149-40b7-ba96-1bf7f8b98274 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.999564] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-286df925-e18b-4ffc-a1b9-b66724412833 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.004557] env[62099]: DEBUG oslo_vmware.api [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Task: {'id': task-1896211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180213} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.006137] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.006544] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1347.006807] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1347.006905] env[62099]: INFO nova.compute.manager [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Took 1.80 seconds to destroy the instance on the hypervisor. [ 1347.007143] env[62099]: DEBUG oslo.service.loopingcall [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1347.008359] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Waiting for the task: (returnval){ [ 1347.008359] env[62099]: value = "task-1896215" [ 1347.008359] env[62099]: _type = "Task" [ 1347.008359] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.008359] env[62099]: DEBUG nova.network.neutron [-] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.013066] env[62099]: DEBUG nova.compute.manager [-] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1347.013066] env[62099]: DEBUG nova.network.neutron [-] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1347.027034] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': task-1896212, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.033094] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': task-1896215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.039456] env[62099]: DEBUG nova.network.neutron [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Successfully updated port: f4eb787b-3366-4cfc-9ad0-dbd8b8b82dc3 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1347.134101] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896207, 'name': CreateVM_Task, 'duration_secs': 0.570684} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.134499] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.135336] env[62099]: DEBUG oslo_concurrency.lockutils [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.135409] env[62099]: DEBUG oslo_concurrency.lockutils [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.135701] env[62099]: DEBUG oslo_concurrency.lockutils [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1347.136539] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53b8f9e5-3fd1-487d-a7b2-618428b140e8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.146078] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquiring lock "1959ec2b-4161-4820-b1f9-f8c3b8c3bf34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.146337] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "1959ec2b-4161-4820-b1f9-f8c3b8c3bf34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.146603] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for the task: (returnval){ [ 1347.146603] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e3fd5a-86c8-ed3f-e929-6288fe74de9e" [ 1347.146603] env[62099]: _type = "Task" [ 1347.146603] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.159450] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e3fd5a-86c8-ed3f-e929-6288fe74de9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.328406] env[62099]: DEBUG nova.scheduler.client.report [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.385909] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d96a07ac-2f88-4412-a086-c9554ebd3829 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "ea708012-87f2-461a-9b9b-8d9fb47c4702" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.173s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.437959] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': task-1896213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.495336] env[62099]: DEBUG nova.network.neutron [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Successfully created port: 82bbbf31-9ee7-451c-b3ed-69670e403c99 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1347.519352] env[62099]: INFO nova.compute.manager [-] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Took 1.07 seconds to deallocate network for instance. [ 1347.519352] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': task-1896212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598515} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.523699] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 6f139879-a83d-44cc-8d3a-4151114400ab/6f139879-a83d-44cc-8d3a-4151114400ab.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.523992] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.526783] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abb8939e-8885-471a-90ee-bbf8584677a4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.535577] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': task-1896215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249857} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.536886] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.537097] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1347.537279] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1347.539650] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Waiting for the task: (returnval){ [ 1347.539650] env[62099]: value = "task-1896216" [ 1347.539650] env[62099]: _type = "Task" [ 1347.539650] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.543429] env[62099]: DEBUG oslo_concurrency.lockutils [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "refresh_cache-510b63b8-1358-4e3f-8ce1-093b46f80f8b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.543583] env[62099]: DEBUG oslo_concurrency.lockutils [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquired lock "refresh_cache-510b63b8-1358-4e3f-8ce1-093b46f80f8b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.543728] env[62099]: DEBUG nova.network.neutron [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.550863] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': task-1896216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.664892] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e3fd5a-86c8-ed3f-e929-6288fe74de9e, 'name': SearchDatastore_Task, 'duration_secs': 0.019117} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.665152] env[62099]: DEBUG oslo_concurrency.lockutils [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.665338] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.665623] env[62099]: DEBUG oslo_concurrency.lockutils [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.665712] env[62099]: DEBUG oslo_concurrency.lockutils [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.665883] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.667709] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3d72dd9-084b-4d77-addf-53de8299d07e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.680660] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.680660] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.680660] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710400fc-96db-46e5-864d-294d8785a03a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.691920] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for the task: (returnval){ [ 1347.691920] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]525f2e1d-b261-160d-c23b-bf730ea762b4" [ 1347.691920] env[62099]: _type = "Task" [ 1347.691920] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.701749] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525f2e1d-b261-160d-c23b-bf730ea762b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.743368] env[62099]: DEBUG nova.compute.manager [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1347.778645] env[62099]: DEBUG nova.virt.hardware [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1347.779303] env[62099]: DEBUG nova.virt.hardware [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.779493] env[62099]: DEBUG nova.virt.hardware [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1347.779942] env[62099]: DEBUG nova.virt.hardware [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.780120] env[62099]: DEBUG nova.virt.hardware [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1347.780275] env[62099]: DEBUG nova.virt.hardware [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1347.780493] env[62099]: DEBUG nova.virt.hardware [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1347.780648] env[62099]: DEBUG nova.virt.hardware [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1347.780812] env[62099]: DEBUG nova.virt.hardware [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1347.780972] env[62099]: DEBUG nova.virt.hardware [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1347.781156] env[62099]: DEBUG nova.virt.hardware [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1347.782401] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64eb88f0-e3bc-4e7f-80a5-6012bf0f4ed2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.795125] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6fad44-49df-4a3e-ab3c-f0f1a08fd7a9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.819064] env[62099]: DEBUG nova.network.neutron [-] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.834834] env[62099]: DEBUG oslo_concurrency.lockutils [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.839171] env[62099]: DEBUG oslo_concurrency.lockutils [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.379s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.840817] env[62099]: INFO nova.compute.claims [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1347.869952] env[62099]: INFO nova.scheduler.client.report [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Deleted allocations for instance 8566dee0-0c78-4f80-9c3b-82890cd2f18f [ 1347.891226] env[62099]: DEBUG nova.compute.manager [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1347.937022] env[62099]: DEBUG oslo_vmware.api [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': task-1896213, 'name': PowerOnVM_Task, 'duration_secs': 0.861169} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.937022] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1347.937882] env[62099]: INFO nova.compute.manager [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Took 10.96 seconds to spawn the instance on the hypervisor. [ 1347.938171] env[62099]: DEBUG nova.compute.manager [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1347.939010] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c790a44c-ae1e-42bc-b6d9-be8da4bd9d35 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.030537] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.055231] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': task-1896216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069865} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.055506] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1348.056479] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a228ec-ba73-4b86-aee0-21dde71a7164 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.082180] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 6f139879-a83d-44cc-8d3a-4151114400ab/6f139879-a83d-44cc-8d3a-4151114400ab.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.086017] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3768ee6d-09a2-47a1-8e96-27ee14b548a1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.104183] env[62099]: DEBUG nova.network.neutron [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1348.108657] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Waiting for the task: (returnval){ [ 1348.108657] env[62099]: value = "task-1896217" [ 1348.108657] env[62099]: _type = "Task" [ 1348.108657] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.129529] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': task-1896217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.202958] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525f2e1d-b261-160d-c23b-bf730ea762b4, 'name': SearchDatastore_Task, 'duration_secs': 0.020222} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.203981] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c0e8f1f-58f0-44c5-89f3-893cd3a4efb4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.211226] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for the task: (returnval){ [ 1348.211226] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]520d146f-3983-e7ea-749a-a250e277960c" [ 1348.211226] env[62099]: _type = "Task" [ 1348.211226] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.219997] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520d146f-3983-e7ea-749a-a250e277960c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.321641] env[62099]: INFO nova.compute.manager [-] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Took 1.31 seconds to deallocate network for instance. [ 1348.343480] env[62099]: DEBUG nova.network.neutron [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Updating instance_info_cache with network_info: [{"id": "f4eb787b-3366-4cfc-9ad0-dbd8b8b82dc3", "address": "fa:16:3e:cd:c0:67", "network": {"id": "f234acfc-3d26-4421-97ce-41c0c40a0cfc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1958007356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "aad6e24fd1c94ad2a011a6a2f3d1b7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4eb787b-33", "ovs_interfaceid": "f4eb787b-3366-4cfc-9ad0-dbd8b8b82dc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.383403] env[62099]: DEBUG oslo_concurrency.lockutils [None req-90a17eca-e94f-43f1-b55e-2a8002d4db9b tempest-DeleteServersAdminTestJSON-424881723 tempest-DeleteServersAdminTestJSON-424881723-project-admin] Lock "8566dee0-0c78-4f80-9c3b-82890cd2f18f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.642s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.409453] env[62099]: DEBUG nova.compute.manager [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Received event network-vif-plugged-8b9521ee-4b35-4dc0-915a-343ca277f68d {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1348.409742] env[62099]: DEBUG oslo_concurrency.lockutils [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] Acquiring lock "9e0e8583-ff9d-429f-9a13-f197392d3541-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.410294] env[62099]: DEBUG oslo_concurrency.lockutils [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] Lock "9e0e8583-ff9d-429f-9a13-f197392d3541-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.410556] env[62099]: DEBUG oslo_concurrency.lockutils [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] Lock "9e0e8583-ff9d-429f-9a13-f197392d3541-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.410749] env[62099]: DEBUG nova.compute.manager [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] No waiting events found dispatching network-vif-plugged-8b9521ee-4b35-4dc0-915a-343ca277f68d {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1348.410931] env[62099]: WARNING nova.compute.manager [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Received unexpected event network-vif-plugged-8b9521ee-4b35-4dc0-915a-343ca277f68d for instance with vm_state building and task_state spawning. [ 1348.411327] env[62099]: DEBUG nova.compute.manager [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Received event network-changed-8b9521ee-4b35-4dc0-915a-343ca277f68d {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1348.411327] env[62099]: DEBUG nova.compute.manager [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Refreshing instance network info cache due to event network-changed-8b9521ee-4b35-4dc0-915a-343ca277f68d. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1348.411995] env[62099]: DEBUG oslo_concurrency.lockutils [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] Acquiring lock "refresh_cache-9e0e8583-ff9d-429f-9a13-f197392d3541" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.411995] env[62099]: DEBUG oslo_concurrency.lockutils [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] Acquired lock "refresh_cache-9e0e8583-ff9d-429f-9a13-f197392d3541" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.411995] env[62099]: DEBUG nova.network.neutron [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Refreshing network info cache for port 8b9521ee-4b35-4dc0-915a-343ca277f68d {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.423333] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.464047] env[62099]: INFO nova.compute.manager [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Took 22.43 seconds to build instance. [ 1348.588185] env[62099]: DEBUG nova.virt.hardware [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.588185] env[62099]: DEBUG nova.virt.hardware [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.588185] env[62099]: DEBUG nova.virt.hardware [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.588185] env[62099]: DEBUG nova.virt.hardware [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.588421] env[62099]: DEBUG nova.virt.hardware [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.588421] env[62099]: DEBUG nova.virt.hardware [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.588421] env[62099]: DEBUG nova.virt.hardware [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.588421] env[62099]: DEBUG nova.virt.hardware [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.588421] env[62099]: DEBUG nova.virt.hardware [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.588606] env[62099]: DEBUG nova.virt.hardware [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.588606] env[62099]: DEBUG nova.virt.hardware [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.588606] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107ff097-cd36-4eaf-8f5f-75f40f1cc7c7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.597594] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9201f0f-91b1-4f93-a503-21bb3b18488f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.615038] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Instance VIF info [] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.620730] env[62099]: DEBUG oslo.service.loopingcall [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1348.625536] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.625879] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5549976-01d6-4129-9b0c-04eef5e71667 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.650794] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': task-1896217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.650794] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.650794] env[62099]: value = "task-1896218" [ 1348.650794] env[62099]: _type = "Task" [ 1348.650794] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.660293] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896218, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.726251] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520d146f-3983-e7ea-749a-a250e277960c, 'name': SearchDatastore_Task, 'duration_secs': 0.022821} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.726251] env[62099]: DEBUG oslo_concurrency.lockutils [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.726251] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 9e0e8583-ff9d-429f-9a13-f197392d3541/9e0e8583-ff9d-429f-9a13-f197392d3541.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.726251] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-633f6070-d3e4-4d84-bc71-275a4804458a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.734802] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for the task: (returnval){ [ 1348.734802] env[62099]: value = "task-1896219" [ 1348.734802] env[62099]: _type = "Task" [ 1348.734802] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.746450] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.829281] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.847423] env[62099]: DEBUG oslo_concurrency.lockutils [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Releasing lock "refresh_cache-510b63b8-1358-4e3f-8ce1-093b46f80f8b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.850024] env[62099]: DEBUG nova.compute.manager [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Instance network_info: |[{"id": "f4eb787b-3366-4cfc-9ad0-dbd8b8b82dc3", "address": "fa:16:3e:cd:c0:67", "network": {"id": "f234acfc-3d26-4421-97ce-41c0c40a0cfc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1958007356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "aad6e24fd1c94ad2a011a6a2f3d1b7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4eb787b-33", "ovs_interfaceid": "f4eb787b-3366-4cfc-9ad0-dbd8b8b82dc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1348.850407] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:c0:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4eb787b-3366-4cfc-9ad0-dbd8b8b82dc3', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.862192] env[62099]: DEBUG oslo.service.loopingcall [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1348.866971] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.870125] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-896827d7-78aa-4194-b550-0d07cc54b16a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.909043] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.909043] env[62099]: value = "task-1896220" [ 1348.909043] env[62099]: _type = "Task" [ 1348.909043] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.929164] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896220, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.962703] env[62099]: DEBUG nova.compute.manager [req-d9c7f3a0-bd9f-4ff4-958f-0ae6f4d4bf1b req-7a9f8d39-150f-47bb-bb81-2ea18ea9f029 service nova] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Received event network-vif-deleted-343ec094-d242-4180-8614-4f5ce71df168 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1348.967465] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4423d56c-f2a6-497e-9531-6a507303531e tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Lock "3e81cc1d-d2a2-4efd-bdb1-858e463d857d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.049s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.140470] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': task-1896217, 'name': ReconfigVM_Task, 'duration_secs': 0.705148} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.140470] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 6f139879-a83d-44cc-8d3a-4151114400ab/6f139879-a83d-44cc-8d3a-4151114400ab.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.140470] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee00b805-0fab-4231-a21c-d463222b1a09 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.152915] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Waiting for the task: (returnval){ [ 1349.152915] env[62099]: value = "task-1896221" [ 1349.152915] env[62099]: _type = "Task" [ 1349.152915] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.176967] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': task-1896221, 'name': Rename_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.177246] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896218, 'name': CreateVM_Task, 'duration_secs': 0.466948} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.177644] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1349.178124] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.178303] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.178655] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1349.179314] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ae5f9b-3caa-4cf9-a9e8-6cde1bb647e5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.185900] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Waiting for the task: (returnval){ [ 1349.185900] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]525cfc52-233f-1c37-b268-4b6c693f8431" [ 1349.185900] env[62099]: _type = "Task" [ 1349.185900] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.202339] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525cfc52-233f-1c37-b268-4b6c693f8431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.252851] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896219, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.281813] env[62099]: DEBUG nova.network.neutron [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Updated VIF entry in instance network info cache for port 8b9521ee-4b35-4dc0-915a-343ca277f68d. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.282687] env[62099]: DEBUG nova.network.neutron [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Updating instance_info_cache with network_info: [{"id": "8b9521ee-4b35-4dc0-915a-343ca277f68d", "address": "fa:16:3e:3d:c3:7c", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b9521ee-4b", "ovs_interfaceid": "8b9521ee-4b35-4dc0-915a-343ca277f68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.399844] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993a44e2-a795-4258-bc08-7e5b053fa603 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.418829] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188dca56-fbf2-4e79-98a0-222ca4241337 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.427181] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896220, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.462138] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fda7ca-9052-4be7-8387-386717a81a26 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.470326] env[62099]: DEBUG nova.compute.manager [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1349.474792] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c71468-ceae-4420-873f-52af326d9278 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.493367] env[62099]: DEBUG nova.compute.provider_tree [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1349.619776] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquiring lock "3f8868e3-39fe-46e8-8023-49ef66811c84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.620028] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "3f8868e3-39fe-46e8-8023-49ef66811c84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.662610] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': task-1896221, 'name': Rename_Task, 'duration_secs': 0.311086} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.662887] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.663222] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2342b8b7-6cb6-4aeb-be8f-070f5e11cb9e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.672276] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Waiting for the task: (returnval){ [ 1349.672276] env[62099]: value = "task-1896222" [ 1349.672276] env[62099]: _type = "Task" [ 1349.672276] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.693709] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': task-1896222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.712578] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525cfc52-233f-1c37-b268-4b6c693f8431, 'name': SearchDatastore_Task, 'duration_secs': 0.064125} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.712578] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.712578] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1349.712578] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.712932] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.712932] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1349.712932] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3faa4f4b-e387-4433-9ab4-6f8791655d65 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.724747] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1349.725097] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1349.726702] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19bf52c0-b3d0-4a8f-99a3-2fcf6bb1cb1b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.733268] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Waiting for the task: (returnval){ [ 1349.733268] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a682ef-75dd-9a3f-9a55-34b52393a8eb" [ 1349.733268] env[62099]: _type = "Task" [ 1349.733268] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.747090] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a682ef-75dd-9a3f-9a55-34b52393a8eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.750707] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568003} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.750957] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 9e0e8583-ff9d-429f-9a13-f197392d3541/9e0e8583-ff9d-429f-9a13-f197392d3541.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.755023] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1349.755023] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a5371ed-6df5-43dd-92e3-c9a95e230d65 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.762191] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for the task: (returnval){ [ 1349.762191] env[62099]: value = "task-1896223" [ 1349.762191] env[62099]: _type = "Task" [ 1349.762191] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.772215] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.787199] env[62099]: DEBUG oslo_concurrency.lockutils [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] Releasing lock "refresh_cache-9e0e8583-ff9d-429f-9a13-f197392d3541" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.787451] env[62099]: DEBUG nova.compute.manager [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Received event network-changed-6fe5ed44-f360-4fa3-b0f1-ab3966a486be {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1349.787567] env[62099]: DEBUG nova.compute.manager [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Refreshing instance network info cache due to event network-changed-6fe5ed44-f360-4fa3-b0f1-ab3966a486be. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1349.787770] env[62099]: DEBUG oslo_concurrency.lockutils [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] Acquiring lock "refresh_cache-9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.787972] env[62099]: DEBUG oslo_concurrency.lockutils [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] Acquired lock "refresh_cache-9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.788091] env[62099]: DEBUG nova.network.neutron [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Refreshing network info cache for port 6fe5ed44-f360-4fa3-b0f1-ab3966a486be {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.921361] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896220, 'name': CreateVM_Task, 'duration_secs': 0.580125} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.921537] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1349.922199] env[62099]: DEBUG oslo_concurrency.lockutils [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.922364] env[62099]: DEBUG oslo_concurrency.lockutils [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.922688] env[62099]: DEBUG oslo_concurrency.lockutils [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1349.922957] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e8c0c7-25ef-478e-a802-fb660125911b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.930125] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1349.930125] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b249c7-c22f-9f31-b98c-3ccf051caea0" [ 1349.930125] env[62099]: _type = "Task" [ 1349.930125] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.939992] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b249c7-c22f-9f31-b98c-3ccf051caea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.970494] env[62099]: DEBUG nova.network.neutron [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Successfully updated port: 82bbbf31-9ee7-451c-b3ed-69670e403c99 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1350.002543] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.015641] env[62099]: ERROR nova.scheduler.client.report [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [req-01b9bf30-685b-4b62-b0f6-1746a399c194] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 43c8a4a7-40f1-4ba7-adfe-424593691d02. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-01b9bf30-685b-4b62-b0f6-1746a399c194"}]} [ 1350.033966] env[62099]: DEBUG nova.scheduler.client.report [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Refreshing inventories for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1350.048996] env[62099]: DEBUG nova.scheduler.client.report [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Updating ProviderTree inventory for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1350.049298] env[62099]: DEBUG nova.compute.provider_tree [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1350.071297] env[62099]: DEBUG nova.scheduler.client.report [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Refreshing aggregate associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, aggregates: None {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1350.096566] env[62099]: DEBUG nova.scheduler.client.report [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Refreshing trait associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1350.183317] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': task-1896222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.244992] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a682ef-75dd-9a3f-9a55-34b52393a8eb, 'name': SearchDatastore_Task, 'duration_secs': 0.017301} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.248745] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b5d0786-3f4c-41be-a0e8-32a7554db6d2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.256818] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Waiting for the task: (returnval){ [ 1350.256818] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52420cc2-a49e-d4bf-b948-25c2dc116904" [ 1350.256818] env[62099]: _type = "Task" [ 1350.256818] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.269799] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52420cc2-a49e-d4bf-b948-25c2dc116904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.275339] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.299678} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.278165] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1350.281337] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ce20df-9df9-4dea-8386-6255cf450b28 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.307893] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 9e0e8583-ff9d-429f-9a13-f197392d3541/9e0e8583-ff9d-429f-9a13-f197392d3541.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.310765] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a815958-138b-46e4-a240-2a5644d3d831 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.332807] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for the task: (returnval){ [ 1350.332807] env[62099]: value = "task-1896224" [ 1350.332807] env[62099]: _type = "Task" [ 1350.332807] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.346265] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.443682] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b249c7-c22f-9f31-b98c-3ccf051caea0, 'name': SearchDatastore_Task, 'duration_secs': 0.019844} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.446462] env[62099]: DEBUG oslo_concurrency.lockutils [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.446711] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.446950] env[62099]: DEBUG oslo_concurrency.lockutils [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.470332] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Acquiring lock "refresh_cache-5c1463e5-18ae-42bd-9714-0a0d0b1add1f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.470487] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Acquired lock "refresh_cache-5c1463e5-18ae-42bd-9714-0a0d0b1add1f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.470637] env[62099]: DEBUG nova.network.neutron [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.566787] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eada1c93-fe85-4994-afd3-02bef055d23a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.577340] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7034c1f2-d8db-4d97-932f-c45aaf264236 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.613169] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beac10d0-a2da-4023-893b-e4a4d0fb54b1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.624717] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07cbb4e-8801-453f-a546-0f9b7dc5906b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.645138] env[62099]: DEBUG nova.compute.provider_tree [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1350.685982] env[62099]: DEBUG oslo_vmware.api [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': task-1896222, 'name': PowerOnVM_Task, 'duration_secs': 1.001003} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.686248] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.686479] env[62099]: INFO nova.compute.manager [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Took 11.15 seconds to spawn the instance on the hypervisor. [ 1350.686676] env[62099]: DEBUG nova.compute.manager [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.687970] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818e4814-0a2a-44be-8221-ce814fa94e05 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.769534] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52420cc2-a49e-d4bf-b948-25c2dc116904, 'name': SearchDatastore_Task, 'duration_secs': 0.012323} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.769534] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.769775] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] b6e143fb-f149-40b7-ba96-1bf7f8b98274/b6e143fb-f149-40b7-ba96-1bf7f8b98274.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1350.770080] env[62099]: DEBUG oslo_concurrency.lockutils [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.770318] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.770879] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cb8e9f6-90dd-4ce6-8905-306ffa262b29 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.773316] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7cf2e12-ab4f-48a6-a05a-51b7b219731f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.782865] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Waiting for the task: (returnval){ [ 1350.782865] env[62099]: value = "task-1896225" [ 1350.782865] env[62099]: _type = "Task" [ 1350.782865] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.790340] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.790340] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.790340] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e70565ce-0890-4f71-8fb8-6d1d896b4f04 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.800350] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': task-1896225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.808579] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1350.808579] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5227a8f0-4f22-d0cd-7d87-185807342bbc" [ 1350.808579] env[62099]: _type = "Task" [ 1350.808579] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.819707] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5227a8f0-4f22-d0cd-7d87-185807342bbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.846295] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896224, 'name': ReconfigVM_Task, 'duration_secs': 0.481714} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.846842] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 9e0e8583-ff9d-429f-9a13-f197392d3541/9e0e8583-ff9d-429f-9a13-f197392d3541.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.847763] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de3b8b0a-1b5e-431b-8f8f-55c63a70d084 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.857456] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for the task: (returnval){ [ 1350.857456] env[62099]: value = "task-1896226" [ 1350.857456] env[62099]: _type = "Task" [ 1350.857456] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.872059] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896226, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.040228] env[62099]: DEBUG nova.network.neutron [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1351.044333] env[62099]: DEBUG nova.network.neutron [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Updated VIF entry in instance network info cache for port 6fe5ed44-f360-4fa3-b0f1-ab3966a486be. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.044919] env[62099]: DEBUG nova.network.neutron [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Updating instance_info_cache with network_info: [{"id": "6fe5ed44-f360-4fa3-b0f1-ab3966a486be", "address": "fa:16:3e:ac:dc:10", "network": {"id": "a9584ce8-ae72-494f-a8fe-aecee17e8f03", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-388833998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "048463197adc48b1a649023b12839c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe5ed44-f3", "ovs_interfaceid": "6fe5ed44-f360-4fa3-b0f1-ab3966a486be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.174581] env[62099]: ERROR nova.scheduler.client.report [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [req-54c86121-da1a-4bed-9543-c68d109eb43e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 43c8a4a7-40f1-4ba7-adfe-424593691d02. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-54c86121-da1a-4bed-9543-c68d109eb43e"}]} [ 1351.190944] env[62099]: DEBUG oslo_concurrency.lockutils [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Acquiring lock "0660533d-43d0-4ef6-9c38-da3267000db9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.191248] env[62099]: DEBUG oslo_concurrency.lockutils [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Lock "0660533d-43d0-4ef6-9c38-da3267000db9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.199921] env[62099]: DEBUG nova.scheduler.client.report [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Refreshing inventories for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1351.225158] env[62099]: INFO nova.compute.manager [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Took 24.55 seconds to build instance. [ 1351.233672] env[62099]: DEBUG nova.scheduler.client.report [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Updating ProviderTree inventory for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1351.234075] env[62099]: DEBUG nova.compute.provider_tree [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1351.254566] env[62099]: DEBUG nova.scheduler.client.report [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Refreshing aggregate associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, aggregates: None {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1351.268151] env[62099]: DEBUG nova.network.neutron [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Updating instance_info_cache with network_info: [{"id": "82bbbf31-9ee7-451c-b3ed-69670e403c99", "address": "fa:16:3e:e1:55:b1", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82bbbf31-9e", "ovs_interfaceid": "82bbbf31-9ee7-451c-b3ed-69670e403c99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.283307] env[62099]: DEBUG nova.scheduler.client.report [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Refreshing trait associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1351.302640] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': task-1896225, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.325929] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5227a8f0-4f22-d0cd-7d87-185807342bbc, 'name': SearchDatastore_Task, 'duration_secs': 0.023422} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.326919] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f18040c5-818f-4091-906d-c1508a0b1e27 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.337865] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1351.337865] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52889515-890b-ca74-c9ab-164508ed5df8" [ 1351.337865] env[62099]: _type = "Task" [ 1351.337865] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.350089] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52889515-890b-ca74-c9ab-164508ed5df8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.373330] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896226, 'name': Rename_Task, 'duration_secs': 0.192988} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.373608] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.373916] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19035f83-811d-4f72-9348-7f0b812ee4d0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.385559] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for the task: (returnval){ [ 1351.385559] env[62099]: value = "task-1896227" [ 1351.385559] env[62099]: _type = "Task" [ 1351.385559] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.415617] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.552726] env[62099]: DEBUG oslo_concurrency.lockutils [req-41a8a26d-91b4-483a-921d-43fde728f579 req-f909628c-adf4-4311-83ce-96c308f21401 service nova] Releasing lock "refresh_cache-9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.726095] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f0b03316-2332-49cc-81da-0ef37a6a4fb1 tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Lock "6f139879-a83d-44cc-8d3a-4151114400ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.179s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.748387] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6a56e4-98cc-48e1-bbf2-26730adf921d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.757314] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0743c82-10c7-4f97-bfca-3c1a34a64e47 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.789415] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Releasing lock "refresh_cache-5c1463e5-18ae-42bd-9714-0a0d0b1add1f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.789727] env[62099]: DEBUG nova.compute.manager [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Instance network_info: |[{"id": "82bbbf31-9ee7-451c-b3ed-69670e403c99", "address": "fa:16:3e:e1:55:b1", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82bbbf31-9e", "ovs_interfaceid": "82bbbf31-9ee7-451c-b3ed-69670e403c99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1351.790658] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:55:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82bbbf31-9ee7-451c-b3ed-69670e403c99', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1351.798284] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Creating folder: Project (f2598fdcbcd44557bcbdc29cc59ea6c8). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1351.801479] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34cfd0a-0fb0-4251-bf3c-6d718abb90f0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.804062] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf8de2dd-df28-44e7-b914-2d12b376a328 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.814561] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21a8278-fc35-4b0c-bd6d-6dee278caf88 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.818986] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': task-1896225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635581} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.820387] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] b6e143fb-f149-40b7-ba96-1bf7f8b98274/b6e143fb-f149-40b7-ba96-1bf7f8b98274.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1351.820620] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1351.820881] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Created folder: Project (f2598fdcbcd44557bcbdc29cc59ea6c8) in parent group-v391507. [ 1351.821056] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Creating folder: Instances. Parent ref: group-v391556. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1351.821676] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-228651de-b8ba-4e37-8082-fbc5eb2f6b9d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.823552] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db09acf6-8cdf-49b9-ac2a-005113b6aa9f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.833369] env[62099]: DEBUG nova.compute.provider_tree [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1351.844364] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Waiting for the task: (returnval){ [ 1351.844364] env[62099]: value = "task-1896230" [ 1351.844364] env[62099]: _type = "Task" [ 1351.844364] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.853501] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52889515-890b-ca74-c9ab-164508ed5df8, 'name': SearchDatastore_Task, 'duration_secs': 0.032317} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.856652] env[62099]: DEBUG oslo_concurrency.lockutils [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.856977] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 510b63b8-1358-4e3f-8ce1-093b46f80f8b/510b63b8-1358-4e3f-8ce1-093b46f80f8b.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.857282] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Created folder: Instances in parent group-v391556. [ 1351.857503] env[62099]: DEBUG oslo.service.loopingcall [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1351.860696] env[62099]: DEBUG nova.compute.manager [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Received event network-vif-plugged-f4eb787b-3366-4cfc-9ad0-dbd8b8b82dc3 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1351.860938] env[62099]: DEBUG oslo_concurrency.lockutils [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] Acquiring lock "510b63b8-1358-4e3f-8ce1-093b46f80f8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.861169] env[62099]: DEBUG oslo_concurrency.lockutils [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] Lock "510b63b8-1358-4e3f-8ce1-093b46f80f8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.861340] env[62099]: DEBUG oslo_concurrency.lockutils [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] Lock "510b63b8-1358-4e3f-8ce1-093b46f80f8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.861502] env[62099]: DEBUG nova.compute.manager [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] No waiting events found dispatching network-vif-plugged-f4eb787b-3366-4cfc-9ad0-dbd8b8b82dc3 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1351.861699] env[62099]: WARNING nova.compute.manager [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Received unexpected event network-vif-plugged-f4eb787b-3366-4cfc-9ad0-dbd8b8b82dc3 for instance with vm_state building and task_state spawning. [ 1351.861862] env[62099]: DEBUG nova.compute.manager [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Received event network-changed-7d33e7bc-629b-4f3b-af94-f318b1299af0 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1351.862063] env[62099]: DEBUG nova.compute.manager [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Refreshing instance network info cache due to event network-changed-7d33e7bc-629b-4f3b-af94-f318b1299af0. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1351.862245] env[62099]: DEBUG oslo_concurrency.lockutils [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] Acquiring lock "refresh_cache-e1197d80-5d4b-4130-96aa-35e246a2c8c2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.862392] env[62099]: DEBUG oslo_concurrency.lockutils [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] Acquired lock "refresh_cache-e1197d80-5d4b-4130-96aa-35e246a2c8c2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.862563] env[62099]: DEBUG nova.network.neutron [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Refreshing network info cache for port 7d33e7bc-629b-4f3b-af94-f318b1299af0 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.867065] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b1cf764-ca36-48bf-a12b-c2d5a20ebe59 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.870140] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1351.870712] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': task-1896230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.871398] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1ad685c-c437-4a08-825f-c76252d2d6cf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.895893] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1351.895893] env[62099]: value = "task-1896231" [ 1351.895893] env[62099]: _type = "Task" [ 1351.895893] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.904400] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1351.904400] env[62099]: value = "task-1896232" [ 1351.904400] env[62099]: _type = "Task" [ 1351.904400] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.904700] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896227, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.912162] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.918809] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896232, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.229480] env[62099]: DEBUG nova.compute.manager [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1352.359491] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': task-1896230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098373} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.359491] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1352.360057] env[62099]: ERROR nova.scheduler.client.report [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [req-7a742556-77cb-495a-9199-0eac779f012a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 43c8a4a7-40f1-4ba7-adfe-424593691d02. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7a742556-77cb-495a-9199-0eac779f012a"}]} [ 1352.362575] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3166d887-15f5-4a09-928f-4e0b9a2580fe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.393013] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] b6e143fb-f149-40b7-ba96-1bf7f8b98274/b6e143fb-f149-40b7-ba96-1bf7f8b98274.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.395460] env[62099]: DEBUG nova.scheduler.client.report [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Refreshing inventories for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1352.400927] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84306288-25d4-433f-a4c6-03e5d42624f4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.429310] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquiring lock "dd96b62a-b50b-46aa-8dce-af6d87bc7f6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.429310] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Lock "dd96b62a-b50b-46aa-8dce-af6d87bc7f6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.440772] env[62099]: DEBUG nova.scheduler.client.report [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Updating ProviderTree inventory for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1352.440976] env[62099]: DEBUG nova.compute.provider_tree [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1352.448164] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896231, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.456294] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896227, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.456603] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Waiting for the task: (returnval){ [ 1352.456603] env[62099]: value = "task-1896233" [ 1352.456603] env[62099]: _type = "Task" [ 1352.456603] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.456775] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896232, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.464021] env[62099]: DEBUG nova.scheduler.client.report [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Refreshing aggregate associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, aggregates: None {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1352.472440] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': task-1896233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.488786] env[62099]: DEBUG nova.scheduler.client.report [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Refreshing trait associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1352.667133] env[62099]: DEBUG nova.network.neutron [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Updated VIF entry in instance network info cache for port 7d33e7bc-629b-4f3b-af94-f318b1299af0. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.667411] env[62099]: DEBUG nova.network.neutron [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Updating instance_info_cache with network_info: [{"id": "7d33e7bc-629b-4f3b-af94-f318b1299af0", "address": "fa:16:3e:12:74:5f", "network": {"id": "7bbbe6ad-bbe3-4abe-96b4-a182954fb52c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1061526605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e7df1820144bdca32258082012c516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d33e7bc-62", "ovs_interfaceid": "7d33e7bc-629b-4f3b-af94-f318b1299af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.752042] env[62099]: DEBUG oslo_concurrency.lockutils [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.911929] env[62099]: DEBUG oslo_vmware.api [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896227, 'name': PowerOnVM_Task, 'duration_secs': 1.102635} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.912259] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1352.912473] env[62099]: INFO nova.compute.manager [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Took 10.72 seconds to spawn the instance on the hypervisor. [ 1352.912663] env[62099]: DEBUG nova.compute.manager [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1352.913504] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e488ef9c-8ad5-48c4-8400-b79640fbca61 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.940326] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550722} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.944983] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 510b63b8-1358-4e3f-8ce1-093b46f80f8b/510b63b8-1358-4e3f-8ce1-093b46f80f8b.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.945775] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.946022] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843d0b7f-a0b9-432e-b573-753b36ee0b94 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.948563] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896232, 'name': CreateVM_Task, 'duration_secs': 0.75647} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.948792] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4717dce2-3c80-4ef2-841b-69cb9066e378 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.951243] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1352.952562] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.952862] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.953041] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1352.953638] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a771d9b-8f4a-431e-8373-64505789de2f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.959032] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e2866f-3f8a-47d7-8e89-06e0d04d82e4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.964993] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1352.964993] env[62099]: value = "task-1896234" [ 1352.964993] env[62099]: _type = "Task" [ 1352.964993] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.965932] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Waiting for the task: (returnval){ [ 1352.965932] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52da9eba-04d2-68af-df78-cba8b255e2bb" [ 1352.965932] env[62099]: _type = "Task" [ 1352.965932] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.001599] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08165b0-4238-4b25-bd6c-2810cfce4c7a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.013136] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.013402] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': task-1896233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.013608] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52da9eba-04d2-68af-df78-cba8b255e2bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011259} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.014275] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.014533] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.014768] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.014937] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.015136] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.015382] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28ce1552-7cb7-4b45-ab61-ea78bbdfe634 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.020670] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f3623b-f9c9-445a-b4ca-d916f073af25 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.026962] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.027183] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.028317] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d57f544-36e2-4ef6-9104-921b3ea26b90 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.038098] env[62099]: DEBUG nova.compute.provider_tree [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1353.043469] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Waiting for the task: (returnval){ [ 1353.043469] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52262e5c-e32e-a1ce-5c1b-197fb56094bc" [ 1353.043469] env[62099]: _type = "Task" [ 1353.043469] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.051568] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52262e5c-e32e-a1ce-5c1b-197fb56094bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.171108] env[62099]: DEBUG oslo_concurrency.lockutils [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] Releasing lock "refresh_cache-e1197d80-5d4b-4130-96aa-35e246a2c8c2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.171650] env[62099]: DEBUG nova.compute.manager [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Received event network-changed-f4eb787b-3366-4cfc-9ad0-dbd8b8b82dc3 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1353.171882] env[62099]: DEBUG nova.compute.manager [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Refreshing instance network info cache due to event network-changed-f4eb787b-3366-4cfc-9ad0-dbd8b8b82dc3. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1353.172127] env[62099]: DEBUG oslo_concurrency.lockutils [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] Acquiring lock "refresh_cache-510b63b8-1358-4e3f-8ce1-093b46f80f8b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.172276] env[62099]: DEBUG oslo_concurrency.lockutils [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] Acquired lock "refresh_cache-510b63b8-1358-4e3f-8ce1-093b46f80f8b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.172437] env[62099]: DEBUG nova.network.neutron [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Refreshing network info cache for port f4eb787b-3366-4cfc-9ad0-dbd8b8b82dc3 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.435693] env[62099]: INFO nova.compute.manager [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Took 22.90 seconds to build instance. [ 1353.478562] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': task-1896233, 'name': ReconfigVM_Task, 'duration_secs': 0.992489} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.482969] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Reconfigured VM instance instance-00000004 to attach disk [datastore2] b6e143fb-f149-40b7-ba96-1bf7f8b98274/b6e143fb-f149-40b7-ba96-1bf7f8b98274.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.483740] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273701} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.483995] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6d0d32f-d043-4cd4-801e-efa05483e458 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.485711] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1353.486482] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735a9ec0-a31f-4ee2-b796-f2b503825b6b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.512257] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 510b63b8-1358-4e3f-8ce1-093b46f80f8b/510b63b8-1358-4e3f-8ce1-093b46f80f8b.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.513926] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1815493-b218-4ab4-a558-7aca73f51546 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.535840] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Waiting for the task: (returnval){ [ 1353.535840] env[62099]: value = "task-1896235" [ 1353.535840] env[62099]: _type = "Task" [ 1353.535840] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.548121] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1353.548121] env[62099]: value = "task-1896236" [ 1353.548121] env[62099]: _type = "Task" [ 1353.548121] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.559319] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': task-1896235, 'name': Rename_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.566452] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.570788] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52262e5c-e32e-a1ce-5c1b-197fb56094bc, 'name': SearchDatastore_Task, 'duration_secs': 0.017105} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.572619] env[62099]: ERROR nova.scheduler.client.report [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [req-a4559080-8e61-42ab-87af-b4a48f3be111] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 43c8a4a7-40f1-4ba7-adfe-424593691d02. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a4559080-8e61-42ab-87af-b4a48f3be111"}]} [ 1353.572619] env[62099]: DEBUG oslo_concurrency.lockutils [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.733s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.577171] env[62099]: ERROR nova.compute.manager [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 (generation 37): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a4559080-8e61-42ab-87af-b4a48f3be111"}]} [ 1353.577171] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] Traceback (most recent call last): [ 1353.577171] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] File "/opt/stack/nova/nova/compute/manager.py", line 2622, in _build_and_run_instance [ 1353.577171] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] with self.rt.instance_claim(context, instance, node, allocs, [ 1353.577171] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 1353.577171] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] return f(*args, **kwargs) [ 1353.577171] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 215, in instance_claim [ 1353.577171] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] self._update(elevated, cn) [ 1353.577171] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 1353.578226] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] self._update_to_placement(context, compute_node, startup) [ 1353.578226] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 1353.578226] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 1353.578226] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 1353.578226] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] raise attempt.get() [ 1353.578226] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 1353.578226] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] six.reraise(self.value[0], self.value[1], self.value[2]) [ 1353.578226] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 1353.578226] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] raise value [ 1353.578226] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 1353.578226] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 1353.578226] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 1353.578226] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] self.reportclient.update_from_provider_tree( [ 1353.578605] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 1353.578605] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] self.set_inventory_for_provider( [ 1353.578605] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 1353.578605] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] raise exception.ResourceProviderUpdateConflict( [ 1353.578605] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 (generation 37): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a4559080-8e61-42ab-87af-b4a48f3be111"}]} [ 1353.578605] env[62099]: ERROR nova.compute.manager [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] [ 1353.578605] env[62099]: DEBUG nova.compute.utils [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] A conflict was encountered attempting to update resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 (generation 37): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=62099) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1353.580077] env[62099]: DEBUG oslo_concurrency.lockutils [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.283s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.580290] env[62099]: DEBUG nova.objects.instance [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62099) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1353.586019] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce56ae5-37ef-485b-8c94-1e8d5ec7a331 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.587932] env[62099]: DEBUG nova.compute.manager [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] Build of instance a524b227-c5db-40bb-ab1c-e29d098af26d was re-scheduled: A conflict was encountered attempting to update resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 (generation 37): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a4559080-8e61-42ab-87af-b4a48f3be111"}]} {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}} [ 1353.588345] env[62099]: DEBUG nova.compute.manager [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] Unplugging VIFs for instance {{(pid=62099) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 1353.588568] env[62099]: DEBUG oslo_concurrency.lockutils [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquiring lock "refresh_cache-a524b227-c5db-40bb-ab1c-e29d098af26d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.588731] env[62099]: DEBUG oslo_concurrency.lockutils [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquired lock "refresh_cache-a524b227-c5db-40bb-ab1c-e29d098af26d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.588866] env[62099]: DEBUG nova.network.neutron [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.596019] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Waiting for the task: (returnval){ [ 1353.596019] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52593c17-d9b0-14a4-d21d-c851c3a5999b" [ 1353.596019] env[62099]: _type = "Task" [ 1353.596019] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.611072] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52593c17-d9b0-14a4-d21d-c851c3a5999b, 'name': SearchDatastore_Task, 'duration_secs': 0.010754} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.611072] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.611250] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 5c1463e5-18ae-42bd-9714-0a0d0b1add1f/5c1463e5-18ae-42bd-9714-0a0d0b1add1f.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.611507] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97d49224-6939-4d37-a04a-1c13771fa01d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.621655] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Waiting for the task: (returnval){ [ 1353.621655] env[62099]: value = "task-1896237" [ 1353.621655] env[62099]: _type = "Task" [ 1353.621655] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.634618] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': task-1896237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.938908] env[62099]: DEBUG oslo_concurrency.lockutils [None req-84c647b2-3800-4694-bee2-cf837d6c8b9f tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "9e0e8583-ff9d-429f-9a13-f197392d3541" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.334s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.972289] env[62099]: DEBUG nova.network.neutron [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Updated VIF entry in instance network info cache for port f4eb787b-3366-4cfc-9ad0-dbd8b8b82dc3. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.972644] env[62099]: DEBUG nova.network.neutron [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Updating instance_info_cache with network_info: [{"id": "f4eb787b-3366-4cfc-9ad0-dbd8b8b82dc3", "address": "fa:16:3e:cd:c0:67", "network": {"id": "f234acfc-3d26-4421-97ce-41c0c40a0cfc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1958007356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "aad6e24fd1c94ad2a011a6a2f3d1b7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4eb787b-33", "ovs_interfaceid": "f4eb787b-3366-4cfc-9ad0-dbd8b8b82dc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.057626] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': task-1896235, 'name': Rename_Task, 'duration_secs': 0.235924} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.061489] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.062381] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32fa490d-7e85-461b-b3f9-231db661db8e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.076362] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896236, 'name': ReconfigVM_Task, 'duration_secs': 0.473626} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.076793] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Waiting for the task: (returnval){ [ 1354.076793] env[62099]: value = "task-1896238" [ 1354.076793] env[62099]: _type = "Task" [ 1354.076793] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.077156] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 510b63b8-1358-4e3f-8ce1-093b46f80f8b/510b63b8-1358-4e3f-8ce1-093b46f80f8b.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.077950] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0548cf9-34a4-4c3b-b910-75b04525e5f7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.100096] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': task-1896238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.102260] env[62099]: DEBUG oslo_concurrency.lockutils [None req-87c65f09-6651-404b-b924-0ca1a4a21335 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.522s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.105280] env[62099]: DEBUG oslo_concurrency.lockutils [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.075s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.107802] env[62099]: INFO nova.compute.claims [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1354.112854] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1354.112854] env[62099]: value = "task-1896239" [ 1354.112854] env[62099]: _type = "Task" [ 1354.112854] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.139238] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896239, 'name': Rename_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.139414] env[62099]: DEBUG nova.network.neutron [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1354.149801] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': task-1896237, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.245572] env[62099]: DEBUG nova.compute.manager [req-07bbadcb-bfa0-40f4-b372-8befa7376257 req-e4b8f392-144a-48aa-ac93-56f1264141d8 service nova] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Received event network-changed-a05b74d5-b81f-4c24-9493-596d0d870335 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1354.245731] env[62099]: DEBUG nova.compute.manager [req-07bbadcb-bfa0-40f4-b372-8befa7376257 req-e4b8f392-144a-48aa-ac93-56f1264141d8 service nova] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Refreshing instance network info cache due to event network-changed-a05b74d5-b81f-4c24-9493-596d0d870335. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1354.245985] env[62099]: DEBUG oslo_concurrency.lockutils [req-07bbadcb-bfa0-40f4-b372-8befa7376257 req-e4b8f392-144a-48aa-ac93-56f1264141d8 service nova] Acquiring lock "refresh_cache-3e81cc1d-d2a2-4efd-bdb1-858e463d857d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.246179] env[62099]: DEBUG oslo_concurrency.lockutils [req-07bbadcb-bfa0-40f4-b372-8befa7376257 req-e4b8f392-144a-48aa-ac93-56f1264141d8 service nova] Acquired lock "refresh_cache-3e81cc1d-d2a2-4efd-bdb1-858e463d857d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.246434] env[62099]: DEBUG nova.network.neutron [req-07bbadcb-bfa0-40f4-b372-8befa7376257 req-e4b8f392-144a-48aa-ac93-56f1264141d8 service nova] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Refreshing network info cache for port a05b74d5-b81f-4c24-9493-596d0d870335 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.251894] env[62099]: DEBUG nova.network.neutron [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.447679] env[62099]: DEBUG nova.compute.manager [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1354.479835] env[62099]: DEBUG oslo_concurrency.lockutils [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] Releasing lock "refresh_cache-510b63b8-1358-4e3f-8ce1-093b46f80f8b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.479835] env[62099]: DEBUG nova.compute.manager [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Received event network-vif-plugged-82bbbf31-9ee7-451c-b3ed-69670e403c99 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1354.479835] env[62099]: DEBUG oslo_concurrency.lockutils [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] Acquiring lock "5c1463e5-18ae-42bd-9714-0a0d0b1add1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.479835] env[62099]: DEBUG oslo_concurrency.lockutils [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] Lock "5c1463e5-18ae-42bd-9714-0a0d0b1add1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.479835] env[62099]: DEBUG oslo_concurrency.lockutils [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] Lock "5c1463e5-18ae-42bd-9714-0a0d0b1add1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.480444] env[62099]: DEBUG nova.compute.manager [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] No waiting events found dispatching network-vif-plugged-82bbbf31-9ee7-451c-b3ed-69670e403c99 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1354.480444] env[62099]: WARNING nova.compute.manager [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Received unexpected event network-vif-plugged-82bbbf31-9ee7-451c-b3ed-69670e403c99 for instance with vm_state building and task_state spawning. [ 1354.480444] env[62099]: DEBUG nova.compute.manager [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Received event network-changed-82bbbf31-9ee7-451c-b3ed-69670e403c99 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1354.480444] env[62099]: DEBUG nova.compute.manager [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Refreshing instance network info cache due to event network-changed-82bbbf31-9ee7-451c-b3ed-69670e403c99. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1354.480444] env[62099]: DEBUG oslo_concurrency.lockutils [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] Acquiring lock "refresh_cache-5c1463e5-18ae-42bd-9714-0a0d0b1add1f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.480629] env[62099]: DEBUG oslo_concurrency.lockutils [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] Acquired lock "refresh_cache-5c1463e5-18ae-42bd-9714-0a0d0b1add1f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.480629] env[62099]: DEBUG nova.network.neutron [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Refreshing network info cache for port 82bbbf31-9ee7-451c-b3ed-69670e403c99 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.482228] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Acquiring lock "e1197d80-5d4b-4130-96aa-35e246a2c8c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.482327] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Lock "e1197d80-5d4b-4130-96aa-35e246a2c8c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.482512] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Acquiring lock "e1197d80-5d4b-4130-96aa-35e246a2c8c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.482850] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Lock "e1197d80-5d4b-4130-96aa-35e246a2c8c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.483091] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Lock "e1197d80-5d4b-4130-96aa-35e246a2c8c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.486201] env[62099]: INFO nova.compute.manager [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Terminating instance [ 1354.590311] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': task-1896238, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.642801] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896239, 'name': Rename_Task, 'duration_secs': 0.203981} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.643767] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.644314] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f67c7615-6764-4755-8328-3774bdbb7d10 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.649971] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': task-1896237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563023} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.650617] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 5c1463e5-18ae-42bd-9714-0a0d0b1add1f/5c1463e5-18ae-42bd-9714-0a0d0b1add1f.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.650862] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.651149] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08a9ec40-f2f5-4bf7-88de-6f3e026e14db {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.656365] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1354.656365] env[62099]: value = "task-1896240" [ 1354.656365] env[62099]: _type = "Task" [ 1354.656365] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.661122] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Waiting for the task: (returnval){ [ 1354.661122] env[62099]: value = "task-1896241" [ 1354.661122] env[62099]: _type = "Task" [ 1354.661122] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.669020] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.675437] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': task-1896241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.762861] env[62099]: DEBUG oslo_concurrency.lockutils [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Releasing lock "refresh_cache-a524b227-c5db-40bb-ab1c-e29d098af26d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.762861] env[62099]: DEBUG nova.compute.manager [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62099) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 1354.762861] env[62099]: DEBUG nova.compute.manager [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1354.762861] env[62099]: DEBUG nova.network.neutron [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1354.790889] env[62099]: DEBUG nova.network.neutron [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1354.977125] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.991379] env[62099]: DEBUG nova.compute.manager [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.991606] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.992506] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4f5091-f78c-445d-86f5-309b4c04dac3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.002417] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.002675] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-026da53e-0b3a-4d72-88d7-dc242e4db63e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.009907] env[62099]: DEBUG oslo_vmware.api [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Waiting for the task: (returnval){ [ 1355.009907] env[62099]: value = "task-1896242" [ 1355.009907] env[62099]: _type = "Task" [ 1355.009907] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.024666] env[62099]: DEBUG oslo_vmware.api [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.091056] env[62099]: DEBUG oslo_vmware.api [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Task: {'id': task-1896238, 'name': PowerOnVM_Task, 'duration_secs': 0.763364} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.094428] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.094795] env[62099]: DEBUG nova.compute.manager [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.095627] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38ea18e-327a-42d4-afc1-cb280afec840 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.132389] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Acquiring lock "6f139879-a83d-44cc-8d3a-4151114400ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.132712] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Lock "6f139879-a83d-44cc-8d3a-4151114400ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.132973] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Acquiring lock "6f139879-a83d-44cc-8d3a-4151114400ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.133192] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Lock "6f139879-a83d-44cc-8d3a-4151114400ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.133360] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Lock "6f139879-a83d-44cc-8d3a-4151114400ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.140234] env[62099]: INFO nova.compute.manager [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Terminating instance [ 1355.147064] env[62099]: DEBUG nova.scheduler.client.report [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Refreshing inventories for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1355.173643] env[62099]: DEBUG nova.scheduler.client.report [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Updating ProviderTree inventory for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1355.173954] env[62099]: DEBUG nova.compute.provider_tree [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1355.183860] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.186857] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': task-1896241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084867} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.187145] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1355.188045] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a046a1-05a1-48ca-8862-1895531cf711 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.195451] env[62099]: DEBUG nova.scheduler.client.report [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Refreshing aggregate associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, aggregates: None {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1355.221351] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 5c1463e5-18ae-42bd-9714-0a0d0b1add1f/5c1463e5-18ae-42bd-9714-0a0d0b1add1f.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.224314] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3583f38c-296a-416b-a68b-6dbf362e04fc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.242958] env[62099]: DEBUG nova.scheduler.client.report [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Refreshing trait associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1355.256113] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Waiting for the task: (returnval){ [ 1355.256113] env[62099]: value = "task-1896243" [ 1355.256113] env[62099]: _type = "Task" [ 1355.256113] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.267353] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': task-1896243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.297012] env[62099]: DEBUG nova.network.neutron [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.313167] env[62099]: DEBUG nova.network.neutron [req-07bbadcb-bfa0-40f4-b372-8befa7376257 req-e4b8f392-144a-48aa-ac93-56f1264141d8 service nova] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Updated VIF entry in instance network info cache for port a05b74d5-b81f-4c24-9493-596d0d870335. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.313534] env[62099]: DEBUG nova.network.neutron [req-07bbadcb-bfa0-40f4-b372-8befa7376257 req-e4b8f392-144a-48aa-ac93-56f1264141d8 service nova] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Updating instance_info_cache with network_info: [{"id": "a05b74d5-b81f-4c24-9493-596d0d870335", "address": "fa:16:3e:ef:69:fa", "network": {"id": "ff111da0-60b6-43f4-ba53-5b056e84a4e9", "bridge": "br-int", "label": "tempest-ServersTestJSON-275597715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac9ceeb87014f78882176075aa08883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05b74d5-b8", "ovs_interfaceid": "a05b74d5-b81f-4c24-9493-596d0d870335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.447780] env[62099]: DEBUG nova.network.neutron [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Updated VIF entry in instance network info cache for port 82bbbf31-9ee7-451c-b3ed-69670e403c99. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.448153] env[62099]: DEBUG nova.network.neutron [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Updating instance_info_cache with network_info: [{"id": "82bbbf31-9ee7-451c-b3ed-69670e403c99", "address": "fa:16:3e:e1:55:b1", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82bbbf31-9e", "ovs_interfaceid": "82bbbf31-9ee7-451c-b3ed-69670e403c99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.528057] env[62099]: DEBUG oslo_vmware.api [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896242, 'name': PowerOffVM_Task, 'duration_secs': 0.244829} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.531978] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.533955] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.533955] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51d55fed-09b6-4542-bf74-fd2c651e71bb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.620559] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.620844] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.621331] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Deleting the datastore file [datastore1] e1197d80-5d4b-4130-96aa-35e246a2c8c2 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.621721] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.622436] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01734692-d9e8-4860-88ca-2b6ae8c96a32 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.630667] env[62099]: DEBUG oslo_vmware.api [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Waiting for the task: (returnval){ [ 1355.630667] env[62099]: value = "task-1896245" [ 1355.630667] env[62099]: _type = "Task" [ 1355.630667] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.644363] env[62099]: DEBUG oslo_vmware.api [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.648439] env[62099]: DEBUG nova.compute.manager [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.648622] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.650167] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb7685a-f109-4dd0-a01c-d5c77c75d884 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.676733] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.677861] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f15abc0f-0ba0-49df-957d-f94e5be088e9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.693163] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.694969] env[62099]: DEBUG oslo_vmware.api [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Waiting for the task: (returnval){ [ 1355.694969] env[62099]: value = "task-1896246" [ 1355.694969] env[62099]: _type = "Task" [ 1355.694969] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.711253] env[62099]: DEBUG oslo_vmware.api [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': task-1896246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.770118] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': task-1896243, 'name': ReconfigVM_Task, 'duration_secs': 0.505564} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.770592] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 5c1463e5-18ae-42bd-9714-0a0d0b1add1f/5c1463e5-18ae-42bd-9714-0a0d0b1add1f.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.771424] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9def9d34-c5ff-46f0-b866-560a42a98e1b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.789775] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Waiting for the task: (returnval){ [ 1355.789775] env[62099]: value = "task-1896247" [ 1355.789775] env[62099]: _type = "Task" [ 1355.789775] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.796753] env[62099]: INFO nova.compute.manager [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: a524b227-c5db-40bb-ab1c-e29d098af26d] Took 1.04 seconds to deallocate network for instance. [ 1355.810965] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': task-1896247, 'name': Rename_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.817832] env[62099]: DEBUG oslo_concurrency.lockutils [req-07bbadcb-bfa0-40f4-b372-8befa7376257 req-e4b8f392-144a-48aa-ac93-56f1264141d8 service nova] Releasing lock "refresh_cache-3e81cc1d-d2a2-4efd-bdb1-858e463d857d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.922318] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2689b8a-63d3-464a-a119-34371343c42f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.936249] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cc0d13-afd6-4c7e-8006-6049918208fb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.970780] env[62099]: DEBUG oslo_concurrency.lockutils [req-9eb00985-37dd-42fe-b54c-f5fff1bd391f req-768dcada-b28d-42f8-a63d-a76768fcb03e service nova] Releasing lock "refresh_cache-5c1463e5-18ae-42bd-9714-0a0d0b1add1f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.976118] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e56971-d509-4001-ac75-52d57f6c029f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.981892] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquiring lock "0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.982229] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.988594] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf7878d-571d-4e3f-927a-6e4130f73524 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.009761] env[62099]: DEBUG nova.compute.provider_tree [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1356.143016] env[62099]: DEBUG oslo_vmware.api [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Task: {'id': task-1896245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177782} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.143317] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.143508] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.143908] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.143908] env[62099]: INFO nova.compute.manager [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1356.144255] env[62099]: DEBUG oslo.service.loopingcall [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1356.144393] env[62099]: DEBUG nova.compute.manager [-] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.144648] env[62099]: DEBUG nova.network.neutron [-] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.169689] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896240, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.207083] env[62099]: DEBUG oslo_vmware.api [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': task-1896246, 'name': PowerOffVM_Task, 'duration_secs': 0.24588} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.207083] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.207083] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.207083] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e235f52d-ebd6-4ea3-bf73-74cd77f264e4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.297330] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.297520] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.297777] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Deleting the datastore file [datastore2] 6f139879-a83d-44cc-8d3a-4151114400ab {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.299662] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e36c34a-528a-4516-8b8d-40b6bb4cbc7a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.304915] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': task-1896247, 'name': Rename_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.316101] env[62099]: DEBUG oslo_vmware.api [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Waiting for the task: (returnval){ [ 1356.316101] env[62099]: value = "task-1896249" [ 1356.316101] env[62099]: _type = "Task" [ 1356.316101] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.330831] env[62099]: DEBUG oslo_vmware.api [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': task-1896249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.497373] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Acquiring lock "b6e143fb-f149-40b7-ba96-1bf7f8b98274" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.497749] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Lock "b6e143fb-f149-40b7-ba96-1bf7f8b98274" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.497859] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Acquiring lock "b6e143fb-f149-40b7-ba96-1bf7f8b98274-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.498138] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Lock "b6e143fb-f149-40b7-ba96-1bf7f8b98274-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.498262] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Lock "b6e143fb-f149-40b7-ba96-1bf7f8b98274-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.501127] env[62099]: INFO nova.compute.manager [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Terminating instance [ 1356.538188] env[62099]: ERROR nova.scheduler.client.report [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [req-28e19402-34ce-4232-83f8-826c46a1ba86] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 43c8a4a7-40f1-4ba7-adfe-424593691d02. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-28e19402-34ce-4232-83f8-826c46a1ba86"}]} [ 1356.555386] env[62099]: DEBUG nova.scheduler.client.report [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Refreshing inventories for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1356.577514] env[62099]: DEBUG nova.scheduler.client.report [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Updating ProviderTree inventory for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1356.577514] env[62099]: DEBUG nova.compute.provider_tree [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1356.593020] env[62099]: DEBUG nova.scheduler.client.report [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Refreshing aggregate associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, aggregates: None {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1356.614407] env[62099]: DEBUG nova.scheduler.client.report [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Refreshing trait associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1356.670934] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896240, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.810346] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': task-1896247, 'name': Rename_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.832707] env[62099]: DEBUG oslo_vmware.api [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Task: {'id': task-1896249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467145} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.836800] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.838429] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.838429] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.838429] env[62099]: INFO nova.compute.manager [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1356.839159] env[62099]: DEBUG oslo.service.loopingcall [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1356.840082] env[62099]: DEBUG nova.compute.manager [-] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.842189] env[62099]: DEBUG nova.network.neutron [-] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.858989] env[62099]: INFO nova.scheduler.client.report [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Deleted allocations for instance a524b227-c5db-40bb-ab1c-e29d098af26d [ 1357.007345] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Acquiring lock "refresh_cache-b6e143fb-f149-40b7-ba96-1bf7f8b98274" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.007345] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Acquired lock "refresh_cache-b6e143fb-f149-40b7-ba96-1bf7f8b98274" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.007345] env[62099]: DEBUG nova.network.neutron [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.154628] env[62099]: DEBUG nova.compute.manager [req-fa1a4ac7-c548-485c-a367-ce2084a3efac req-fa4c24b3-6005-4347-a495-e88a1ddfaac5 service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Received event network-vif-deleted-7d33e7bc-629b-4f3b-af94-f318b1299af0 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1357.154838] env[62099]: INFO nova.compute.manager [req-fa1a4ac7-c548-485c-a367-ce2084a3efac req-fa4c24b3-6005-4347-a495-e88a1ddfaac5 service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Neutron deleted interface 7d33e7bc-629b-4f3b-af94-f318b1299af0; detaching it from the instance and deleting it from the info cache [ 1357.155188] env[62099]: DEBUG nova.network.neutron [req-fa1a4ac7-c548-485c-a367-ce2084a3efac req-fa4c24b3-6005-4347-a495-e88a1ddfaac5 service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.179284] env[62099]: DEBUG oslo_vmware.api [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896240, 'name': PowerOnVM_Task, 'duration_secs': 2.222066} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.179661] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.179908] env[62099]: INFO nova.compute.manager [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Took 11.98 seconds to spawn the instance on the hypervisor. [ 1357.180359] env[62099]: DEBUG nova.compute.manager [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.181931] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1386e8e6-139c-4654-9b1b-0094e1c0348a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.272067] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ed3dc1-8d63-4e93-bd3b-d5cb209a25ff {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.282060] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f780bf-fee9-4852-9755-bd3e54e95125 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.313908] env[62099]: DEBUG nova.network.neutron [-] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.318904] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb95c8f-354a-4b9f-8794-45a792d605a2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.328717] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': task-1896247, 'name': Rename_Task, 'duration_secs': 1.215896} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.331694] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.331978] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-315a8980-e106-4630-9aa4-5010e9208f4c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.334766] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e990bb-2db9-48eb-9aba-9fd6c238e351 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.353205] env[62099]: DEBUG nova.compute.provider_tree [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1357.357707] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Waiting for the task: (returnval){ [ 1357.357707] env[62099]: value = "task-1896250" [ 1357.357707] env[62099]: _type = "Task" [ 1357.357707] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.365811] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': task-1896250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.369311] env[62099]: DEBUG oslo_concurrency.lockutils [None req-15feb59d-f4fd-477e-b394-badd176ae55c tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "a524b227-c5db-40bb-ab1c-e29d098af26d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.231s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.542627] env[62099]: DEBUG nova.network.neutron [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.658301] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92beefd7-ec90-4d9f-bcdc-e625cec04356 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.668773] env[62099]: DEBUG nova.network.neutron [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.673528] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f3b9b6-8990-4d6e-8e55-f80553e0713d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.721125] env[62099]: DEBUG nova.compute.manager [req-fa1a4ac7-c548-485c-a367-ce2084a3efac req-fa4c24b3-6005-4347-a495-e88a1ddfaac5 service nova] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Detach interface failed, port_id=7d33e7bc-629b-4f3b-af94-f318b1299af0, reason: Instance e1197d80-5d4b-4130-96aa-35e246a2c8c2 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1357.724024] env[62099]: INFO nova.compute.manager [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Took 25.35 seconds to build instance. [ 1357.823589] env[62099]: INFO nova.compute.manager [-] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Took 1.68 seconds to deallocate network for instance. [ 1357.878925] env[62099]: DEBUG nova.compute.manager [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1357.886159] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': task-1896250, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.903425] env[62099]: DEBUG nova.scheduler.client.report [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Updated inventory for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with generation 40 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1357.903819] env[62099]: DEBUG nova.compute.provider_tree [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Updating resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 generation from 40 to 41 during operation: update_inventory {{(pid=62099) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1357.904155] env[62099]: DEBUG nova.compute.provider_tree [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1357.975201] env[62099]: DEBUG nova.network.neutron [-] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.171415] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Releasing lock "refresh_cache-b6e143fb-f149-40b7-ba96-1bf7f8b98274" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.171835] env[62099]: DEBUG nova.compute.manager [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1358.172078] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.173060] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07939327-bfcc-48dd-82f9-541b00a15dbe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.183042] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.183301] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2402ffd5-f950-4d87-a433-774c62b17045 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.194023] env[62099]: DEBUG oslo_vmware.api [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1358.194023] env[62099]: value = "task-1896251" [ 1358.194023] env[62099]: _type = "Task" [ 1358.194023] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.204391] env[62099]: DEBUG oslo_vmware.api [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.226581] env[62099]: DEBUG oslo_concurrency.lockutils [None req-495efe5b-466c-470e-b156-def051214dba tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "510b63b8-1358-4e3f-8ce1-093b46f80f8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.044s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.328388] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.382705] env[62099]: DEBUG oslo_vmware.api [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': task-1896250, 'name': PowerOnVM_Task, 'duration_secs': 0.752507} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.382705] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.382705] env[62099]: INFO nova.compute.manager [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Took 10.64 seconds to spawn the instance on the hypervisor. [ 1358.382705] env[62099]: DEBUG nova.compute.manager [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.383245] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e077505f-66e1-4c94-8660-bce856b2f148 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.411554] env[62099]: DEBUG oslo_concurrency.lockutils [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.306s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.412107] env[62099]: DEBUG nova.compute.manager [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1358.421047] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.421498] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.938s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.423369] env[62099]: INFO nova.compute.claims [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1358.477940] env[62099]: INFO nova.compute.manager [-] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Took 1.64 seconds to deallocate network for instance. [ 1358.708796] env[62099]: DEBUG oslo_vmware.api [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896251, 'name': PowerOffVM_Task, 'duration_secs': 0.253381} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.709177] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.709381] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.709697] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7add0423-ce7e-4dec-8ac2-cb0b9e2d1424 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.730608] env[62099]: DEBUG nova.compute.manager [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1358.750192] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.751780] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.751780] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Deleting the datastore file [datastore2] b6e143fb-f149-40b7-ba96-1bf7f8b98274 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.751780] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-813082b4-554f-4f30-ba8f-8b7643476eba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.760492] env[62099]: DEBUG oslo_vmware.api [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for the task: (returnval){ [ 1358.760492] env[62099]: value = "task-1896253" [ 1358.760492] env[62099]: _type = "Task" [ 1358.760492] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.774982] env[62099]: DEBUG oslo_vmware.api [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.914398] env[62099]: INFO nova.compute.manager [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Took 21.40 seconds to build instance. [ 1358.931021] env[62099]: DEBUG nova.compute.utils [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1358.931021] env[62099]: DEBUG nova.compute.manager [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1358.932653] env[62099]: DEBUG nova.network.neutron [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1358.988932] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.038529] env[62099]: DEBUG nova.policy [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f135ebc3627c4a24a0576f3904fe688b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee81b66abbdc4bd4a84ad683eaadb62c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1359.267383] env[62099]: DEBUG oslo_concurrency.lockutils [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.273990] env[62099]: DEBUG oslo_vmware.api [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Task: {'id': task-1896253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121107} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.274278] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.274466] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.274647] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.275080] env[62099]: INFO nova.compute.manager [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1359.275160] env[62099]: DEBUG oslo.service.loopingcall [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1359.275463] env[62099]: DEBUG nova.compute.manager [-] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1359.275564] env[62099]: DEBUG nova.network.neutron [-] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.301419] env[62099]: DEBUG nova.network.neutron [-] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1359.417584] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cbcb784f-f4f9-4ed9-85c5-81b5c5313ad4 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Lock "5c1463e5-18ae-42bd-9714-0a0d0b1add1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.913s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.441409] env[62099]: DEBUG nova.compute.manager [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1359.595811] env[62099]: DEBUG nova.compute.manager [None req-328af3aa-3697-441d-9d98-57e129fcb8fc tempest-ServerExternalEventsTest-1923143037 tempest-ServerExternalEventsTest-1923143037-project] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Received event network-changed {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1359.595811] env[62099]: DEBUG nova.compute.manager [None req-328af3aa-3697-441d-9d98-57e129fcb8fc tempest-ServerExternalEventsTest-1923143037 tempest-ServerExternalEventsTest-1923143037-project] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Refreshing instance network info cache due to event network-changed. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1359.595811] env[62099]: DEBUG oslo_concurrency.lockutils [None req-328af3aa-3697-441d-9d98-57e129fcb8fc tempest-ServerExternalEventsTest-1923143037 tempest-ServerExternalEventsTest-1923143037-project] Acquiring lock "refresh_cache-5c1463e5-18ae-42bd-9714-0a0d0b1add1f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.595991] env[62099]: DEBUG oslo_concurrency.lockutils [None req-328af3aa-3697-441d-9d98-57e129fcb8fc tempest-ServerExternalEventsTest-1923143037 tempest-ServerExternalEventsTest-1923143037-project] Acquired lock "refresh_cache-5c1463e5-18ae-42bd-9714-0a0d0b1add1f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.596181] env[62099]: DEBUG nova.network.neutron [None req-328af3aa-3697-441d-9d98-57e129fcb8fc tempest-ServerExternalEventsTest-1923143037 tempest-ServerExternalEventsTest-1923143037-project] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.636862] env[62099]: DEBUG nova.compute.manager [req-6e870008-aba7-4c50-977d-296fe9096034 req-00fc8d43-9fb7-4e37-90d7-02056087903a service nova] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Received event network-vif-deleted-e944d4e9-4c4c-4778-9c99-11feb8b55f25 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1359.808635] env[62099]: DEBUG nova.network.neutron [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Successfully created port: c34341be-24a2-499a-a1ac-77457ebcf84c {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1359.812184] env[62099]: DEBUG nova.network.neutron [-] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.924532] env[62099]: DEBUG nova.compute.manager [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1360.038072] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad2809f-579d-4ab5-b802-5dcd355e4e8c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.047648] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f957a959-4131-47a9-8954-5f42f547d8f0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.083099] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35071800-c714-42de-b35c-9b200a681b5c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.096544] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99d41d4-5f1d-4478-a647-829632d28e57 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.114529] env[62099]: DEBUG nova.compute.provider_tree [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.318251] env[62099]: INFO nova.compute.manager [-] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Took 1.04 seconds to deallocate network for instance. [ 1360.353493] env[62099]: DEBUG nova.network.neutron [None req-328af3aa-3697-441d-9d98-57e129fcb8fc tempest-ServerExternalEventsTest-1923143037 tempest-ServerExternalEventsTest-1923143037-project] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Updating instance_info_cache with network_info: [{"id": "82bbbf31-9ee7-451c-b3ed-69670e403c99", "address": "fa:16:3e:e1:55:b1", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82bbbf31-9e", "ovs_interfaceid": "82bbbf31-9ee7-451c-b3ed-69670e403c99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.448777] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.457663] env[62099]: DEBUG nova.compute.manager [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1360.495098] env[62099]: DEBUG nova.virt.hardware [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1360.495812] env[62099]: DEBUG nova.virt.hardware [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1360.495891] env[62099]: DEBUG nova.virt.hardware [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1360.496216] env[62099]: DEBUG nova.virt.hardware [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1360.496468] env[62099]: DEBUG nova.virt.hardware [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1360.496676] env[62099]: DEBUG nova.virt.hardware [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1360.496955] env[62099]: DEBUG nova.virt.hardware [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1360.497197] env[62099]: DEBUG nova.virt.hardware [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1360.497427] env[62099]: DEBUG nova.virt.hardware [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1360.497944] env[62099]: DEBUG nova.virt.hardware [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1360.498493] env[62099]: DEBUG nova.virt.hardware [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1360.499319] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bc9619-1bc4-4de2-9796-10619e1379c3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.512669] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135caf9b-6575-401c-b277-defd6a541833 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.592295] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Acquiring lock "5c1463e5-18ae-42bd-9714-0a0d0b1add1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.592573] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Lock "5c1463e5-18ae-42bd-9714-0a0d0b1add1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.592783] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Acquiring lock "5c1463e5-18ae-42bd-9714-0a0d0b1add1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.592954] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Lock "5c1463e5-18ae-42bd-9714-0a0d0b1add1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.593267] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Lock "5c1463e5-18ae-42bd-9714-0a0d0b1add1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.600796] env[62099]: INFO nova.compute.manager [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Terminating instance [ 1360.621082] env[62099]: DEBUG nova.scheduler.client.report [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.825220] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.859084] env[62099]: DEBUG oslo_concurrency.lockutils [None req-328af3aa-3697-441d-9d98-57e129fcb8fc tempest-ServerExternalEventsTest-1923143037 tempest-ServerExternalEventsTest-1923143037-project] Releasing lock "refresh_cache-5c1463e5-18ae-42bd-9714-0a0d0b1add1f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.102829] env[62099]: DEBUG nova.compute.manager [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1361.103746] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.104078] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d003ffb-3570-4ea2-b5c3-6887d9f8e542 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.115173] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.115554] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66647c0d-3304-4d89-a491-2cc7bb6ef15c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.125818] env[62099]: DEBUG oslo_vmware.api [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Waiting for the task: (returnval){ [ 1361.125818] env[62099]: value = "task-1896254" [ 1361.125818] env[62099]: _type = "Task" [ 1361.125818] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.132865] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.133308] env[62099]: DEBUG nova.compute.manager [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1361.138021] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.246s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.148142] env[62099]: DEBUG oslo_vmware.api [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': task-1896254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.630507] env[62099]: DEBUG oslo_concurrency.lockutils [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Acquiring lock "0971d049-f5b5-44d0-982f-4bf351d245cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.630507] env[62099]: DEBUG oslo_concurrency.lockutils [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Lock "0971d049-f5b5-44d0-982f-4bf351d245cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.652932] env[62099]: DEBUG nova.compute.utils [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1361.654301] env[62099]: DEBUG oslo_vmware.api [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': task-1896254, 'name': PowerOffVM_Task, 'duration_secs': 0.239184} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.655415] env[62099]: DEBUG nova.compute.manager [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1361.655415] env[62099]: DEBUG nova.network.neutron [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1361.658736] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.658924] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1361.659397] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f177b2b2-aa53-474c-8af0-4188fdc7a34c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.745989] env[62099]: DEBUG nova.policy [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dfb2d4970da4f2da06067d830228290', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e8e9424308c46f3aa290c61d6405dc9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1361.880117] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1361.880730] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1361.881176] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Deleting the datastore file [datastore2] 5c1463e5-18ae-42bd-9714-0a0d0b1add1f {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.881643] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aae574e0-6555-476f-bae5-f02d4db32e60 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.896066] env[62099]: DEBUG oslo_vmware.api [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Waiting for the task: (returnval){ [ 1361.896066] env[62099]: value = "task-1896256" [ 1361.896066] env[62099]: _type = "Task" [ 1361.896066] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.911033] env[62099]: DEBUG oslo_vmware.api [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': task-1896256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.086210] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquiring lock "80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.086369] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.161879] env[62099]: DEBUG nova.compute.manager [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1362.174513] env[62099]: DEBUG nova.network.neutron [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Successfully created port: d12e7991-926e-4de1-9d61-30f349e91f40 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1362.185626] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1362.413966] env[62099]: DEBUG oslo_vmware.api [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Task: {'id': task-1896256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151413} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.413966] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.413966] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1362.413966] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1362.413966] env[62099]: INFO nova.compute.manager [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1362.414299] env[62099]: DEBUG oslo.service.loopingcall [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.414299] env[62099]: DEBUG nova.compute.manager [-] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1362.414299] env[62099]: DEBUG nova.network.neutron [-] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1362.691596] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance fd044e0c-bdba-421e-8942-7132389d2430 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1362.729194] env[62099]: DEBUG nova.network.neutron [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Successfully updated port: c34341be-24a2-499a-a1ac-77457ebcf84c {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1363.037620] env[62099]: DEBUG nova.compute.manager [req-d2cfb547-2338-4ff0-9d82-7ad1487c8a73 req-0b23f91b-6f5c-4640-8abd-4ed0de7120a1 service nova] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Received event network-vif-plugged-c34341be-24a2-499a-a1ac-77457ebcf84c {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1363.037845] env[62099]: DEBUG oslo_concurrency.lockutils [req-d2cfb547-2338-4ff0-9d82-7ad1487c8a73 req-0b23f91b-6f5c-4640-8abd-4ed0de7120a1 service nova] Acquiring lock "cb685d54-5abc-432a-8289-1a0b8fe733db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.038059] env[62099]: DEBUG oslo_concurrency.lockutils [req-d2cfb547-2338-4ff0-9d82-7ad1487c8a73 req-0b23f91b-6f5c-4640-8abd-4ed0de7120a1 service nova] Lock "cb685d54-5abc-432a-8289-1a0b8fe733db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.038241] env[62099]: DEBUG oslo_concurrency.lockutils [req-d2cfb547-2338-4ff0-9d82-7ad1487c8a73 req-0b23f91b-6f5c-4640-8abd-4ed0de7120a1 service nova] Lock "cb685d54-5abc-432a-8289-1a0b8fe733db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.039753] env[62099]: DEBUG nova.compute.manager [req-d2cfb547-2338-4ff0-9d82-7ad1487c8a73 req-0b23f91b-6f5c-4640-8abd-4ed0de7120a1 service nova] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] No waiting events found dispatching network-vif-plugged-c34341be-24a2-499a-a1ac-77457ebcf84c {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1363.040030] env[62099]: WARNING nova.compute.manager [req-d2cfb547-2338-4ff0-9d82-7ad1487c8a73 req-0b23f91b-6f5c-4640-8abd-4ed0de7120a1 service nova] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Received unexpected event network-vif-plugged-c34341be-24a2-499a-a1ac-77457ebcf84c for instance with vm_state building and task_state spawning. [ 1363.175105] env[62099]: DEBUG nova.compute.manager [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1363.195157] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 0971d049-f5b5-44d0-982f-4bf351d245cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1363.203290] env[62099]: DEBUG nova.virt.hardware [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.203290] env[62099]: DEBUG nova.virt.hardware [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.203290] env[62099]: DEBUG nova.virt.hardware [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.203523] env[62099]: DEBUG nova.virt.hardware [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.203523] env[62099]: DEBUG nova.virt.hardware [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.207487] env[62099]: DEBUG nova.virt.hardware [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.207906] env[62099]: DEBUG nova.virt.hardware [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.208470] env[62099]: DEBUG nova.virt.hardware [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.208939] env[62099]: DEBUG nova.virt.hardware [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.212026] env[62099]: DEBUG nova.virt.hardware [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.212026] env[62099]: DEBUG nova.virt.hardware [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1363.212026] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f744ea46-b6b0-4b19-a406-850b12ece7ee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.222185] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3348e0ce-1a09-4f43-88f7-e95727f9d5a2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.231715] env[62099]: DEBUG oslo_concurrency.lockutils [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "refresh_cache-cb685d54-5abc-432a-8289-1a0b8fe733db" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.231907] env[62099]: DEBUG oslo_concurrency.lockutils [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired lock "refresh_cache-cb685d54-5abc-432a-8289-1a0b8fe733db" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.232750] env[62099]: DEBUG nova.network.neutron [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.698210] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance f5babee2-eada-48b0-99c6-eec3024633e2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1363.698473] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 12afe1f4-4fc3-40a1-bde2-2afaf1772cde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1363.749029] env[62099]: DEBUG nova.network.neutron [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Successfully updated port: d12e7991-926e-4de1-9d61-30f349e91f40 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1363.755767] env[62099]: DEBUG nova.network.neutron [-] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.820961] env[62099]: DEBUG nova.network.neutron [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1363.997457] env[62099]: DEBUG oslo_concurrency.lockutils [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Acquiring lock "700b04cd-ed0c-420b-b725-e1dcf1970601" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.998171] env[62099]: DEBUG oslo_concurrency.lockutils [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Lock "700b04cd-ed0c-420b-b725-e1dcf1970601" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.099526] env[62099]: DEBUG nova.network.neutron [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Updating instance_info_cache with network_info: [{"id": "c34341be-24a2-499a-a1ac-77457ebcf84c", "address": "fa:16:3e:77:6c:71", "network": {"id": "365e58ad-bf37-4027-bea7-f6435b10c7fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1959660345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee81b66abbdc4bd4a84ad683eaadb62c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34341be-24", "ovs_interfaceid": "c34341be-24a2-499a-a1ac-77457ebcf84c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.206086] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 3f8868e3-39fe-46e8-8023-49ef66811c84 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1364.212484] env[62099]: DEBUG nova.compute.manager [req-32a81d0e-5601-4d45-978f-5bc38ab104dd req-a69a97a6-f82a-4e1f-acbb-7e5eebdfc760 service nova] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Received event network-vif-plugged-d12e7991-926e-4de1-9d61-30f349e91f40 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1364.212811] env[62099]: DEBUG oslo_concurrency.lockutils [req-32a81d0e-5601-4d45-978f-5bc38ab104dd req-a69a97a6-f82a-4e1f-acbb-7e5eebdfc760 service nova] Acquiring lock "e64fb81e-2e3e-4725-86d2-75d8c69a1c16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.212869] env[62099]: DEBUG oslo_concurrency.lockutils [req-32a81d0e-5601-4d45-978f-5bc38ab104dd req-a69a97a6-f82a-4e1f-acbb-7e5eebdfc760 service nova] Lock "e64fb81e-2e3e-4725-86d2-75d8c69a1c16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.213069] env[62099]: DEBUG oslo_concurrency.lockutils [req-32a81d0e-5601-4d45-978f-5bc38ab104dd req-a69a97a6-f82a-4e1f-acbb-7e5eebdfc760 service nova] Lock "e64fb81e-2e3e-4725-86d2-75d8c69a1c16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.213924] env[62099]: DEBUG nova.compute.manager [req-32a81d0e-5601-4d45-978f-5bc38ab104dd req-a69a97a6-f82a-4e1f-acbb-7e5eebdfc760 service nova] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] No waiting events found dispatching network-vif-plugged-d12e7991-926e-4de1-9d61-30f349e91f40 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1364.213924] env[62099]: WARNING nova.compute.manager [req-32a81d0e-5601-4d45-978f-5bc38ab104dd req-a69a97a6-f82a-4e1f-acbb-7e5eebdfc760 service nova] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Received unexpected event network-vif-plugged-d12e7991-926e-4de1-9d61-30f349e91f40 for instance with vm_state building and task_state spawning. [ 1364.249257] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Acquiring lock "refresh_cache-e64fb81e-2e3e-4725-86d2-75d8c69a1c16" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.249582] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Acquired lock "refresh_cache-e64fb81e-2e3e-4725-86d2-75d8c69a1c16" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.251431] env[62099]: DEBUG nova.network.neutron [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1364.258595] env[62099]: INFO nova.compute.manager [-] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Took 1.84 seconds to deallocate network for instance. [ 1364.602500] env[62099]: DEBUG oslo_concurrency.lockutils [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Releasing lock "refresh_cache-cb685d54-5abc-432a-8289-1a0b8fe733db" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.602838] env[62099]: DEBUG nova.compute.manager [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Instance network_info: |[{"id": "c34341be-24a2-499a-a1ac-77457ebcf84c", "address": "fa:16:3e:77:6c:71", "network": {"id": "365e58ad-bf37-4027-bea7-f6435b10c7fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1959660345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee81b66abbdc4bd4a84ad683eaadb62c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34341be-24", "ovs_interfaceid": "c34341be-24a2-499a-a1ac-77457ebcf84c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1364.603362] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:6c:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c34341be-24a2-499a-a1ac-77457ebcf84c', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.611167] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Creating folder: Project (ee81b66abbdc4bd4a84ad683eaadb62c). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.611439] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ea6b009-2a3d-438e-a094-b3c95c2b2094 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.622617] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Created folder: Project (ee81b66abbdc4bd4a84ad683eaadb62c) in parent group-v391507. [ 1364.622785] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Creating folder: Instances. Parent ref: group-v391559. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.623022] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cc2e4cc-97bc-4ccd-90e3-5125dd95767b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.633112] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Created folder: Instances in parent group-v391559. [ 1364.633343] env[62099]: DEBUG oslo.service.loopingcall [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1364.633522] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.633714] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2aa3538f-52dd-4d0f-ba19-b125f6c443c7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.651804] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.651804] env[62099]: value = "task-1896259" [ 1364.651804] env[62099]: _type = "Task" [ 1364.651804] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.659067] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896259, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.709244] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 10f6378b-bf30-49aa-8205-f31acffb0f4d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1364.763600] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.804012] env[62099]: DEBUG nova.network.neutron [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1365.003165] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8cef7c8-0f36-4425-a9b0-94bc9a12b681 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.003165] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8cef7c8-0f36-4425-a9b0-94bc9a12b681 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.003165] env[62099]: DEBUG nova.compute.manager [None req-d8cef7c8-0f36-4425-a9b0-94bc9a12b681 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.003165] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4fdd75-b363-4ef6-ac19-15092bf371d5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.012754] env[62099]: DEBUG nova.compute.manager [None req-d8cef7c8-0f36-4425-a9b0-94bc9a12b681 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62099) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1365.013846] env[62099]: DEBUG nova.objects.instance [None req-d8cef7c8-0f36-4425-a9b0-94bc9a12b681 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lazy-loading 'flavor' on Instance uuid 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.034076] env[62099]: DEBUG nova.network.neutron [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Updating instance_info_cache with network_info: [{"id": "d12e7991-926e-4de1-9d61-30f349e91f40", "address": "fa:16:3e:21:e2:cb", "network": {"id": "5f4f61bb-bf9c-4dbb-8ece-8e06fce1f33c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1916278337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8e9424308c46f3aa290c61d6405dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12e7991-92", "ovs_interfaceid": "d12e7991-926e-4de1-9d61-30f349e91f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.076910] env[62099]: DEBUG nova.compute.manager [req-73f5f078-7c31-49bd-a627-f724870cc1b8 req-ecb8b440-ee7f-4396-9603-5a5358f60f4c service nova] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Received event network-changed-c34341be-24a2-499a-a1ac-77457ebcf84c {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1365.077135] env[62099]: DEBUG nova.compute.manager [req-73f5f078-7c31-49bd-a627-f724870cc1b8 req-ecb8b440-ee7f-4396-9603-5a5358f60f4c service nova] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Refreshing instance network info cache due to event network-changed-c34341be-24a2-499a-a1ac-77457ebcf84c. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1365.077424] env[62099]: DEBUG oslo_concurrency.lockutils [req-73f5f078-7c31-49bd-a627-f724870cc1b8 req-ecb8b440-ee7f-4396-9603-5a5358f60f4c service nova] Acquiring lock "refresh_cache-cb685d54-5abc-432a-8289-1a0b8fe733db" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.078094] env[62099]: DEBUG oslo_concurrency.lockutils [req-73f5f078-7c31-49bd-a627-f724870cc1b8 req-ecb8b440-ee7f-4396-9603-5a5358f60f4c service nova] Acquired lock "refresh_cache-cb685d54-5abc-432a-8289-1a0b8fe733db" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.078351] env[62099]: DEBUG nova.network.neutron [req-73f5f078-7c31-49bd-a627-f724870cc1b8 req-ecb8b440-ee7f-4396-9603-5a5358f60f4c service nova] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Refreshing network info cache for port c34341be-24a2-499a-a1ac-77457ebcf84c {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.163050] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896259, 'name': CreateVM_Task, 'duration_secs': 0.358287} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.163050] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.163765] env[62099]: DEBUG oslo_concurrency.lockutils [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.164165] env[62099]: DEBUG oslo_concurrency.lockutils [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.164292] env[62099]: DEBUG oslo_concurrency.lockutils [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1365.164608] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f228968-0f65-4651-b156-ed1fe6e08280 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.169976] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1365.169976] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]522cd11a-f9db-37b3-c82e-7986bc4172bc" [ 1365.169976] env[62099]: _type = "Task" [ 1365.169976] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.179951] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522cd11a-f9db-37b3-c82e-7986bc4172bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.211886] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1365.543358] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Releasing lock "refresh_cache-e64fb81e-2e3e-4725-86d2-75d8c69a1c16" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.543358] env[62099]: DEBUG nova.compute.manager [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Instance network_info: |[{"id": "d12e7991-926e-4de1-9d61-30f349e91f40", "address": "fa:16:3e:21:e2:cb", "network": {"id": "5f4f61bb-bf9c-4dbb-8ece-8e06fce1f33c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1916278337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8e9424308c46f3aa290c61d6405dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12e7991-92", "ovs_interfaceid": "d12e7991-926e-4de1-9d61-30f349e91f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1365.543573] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:e2:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd12e7991-926e-4de1-9d61-30f349e91f40', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1365.552052] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Creating folder: Project (5e8e9424308c46f3aa290c61d6405dc9). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1365.552052] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f3dc26b-df51-4716-9f0c-5896ff34b730 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.566354] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Created folder: Project (5e8e9424308c46f3aa290c61d6405dc9) in parent group-v391507. [ 1365.566354] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Creating folder: Instances. Parent ref: group-v391562. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1365.566354] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22348a41-b790-4d13-b486-297fd696ba53 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.574666] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Created folder: Instances in parent group-v391562. [ 1365.575355] env[62099]: DEBUG oslo.service.loopingcall [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1365.575915] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1365.576967] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5228fc6e-149c-4d93-aad4-017aafe968ab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.602515] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1365.602515] env[62099]: value = "task-1896262" [ 1365.602515] env[62099]: _type = "Task" [ 1365.602515] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.609858] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896262, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.686020] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522cd11a-f9db-37b3-c82e-7986bc4172bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.686020] env[62099]: DEBUG oslo_concurrency.lockutils [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.686020] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.686020] env[62099]: DEBUG oslo_concurrency.lockutils [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.686476] env[62099]: DEBUG oslo_concurrency.lockutils [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.686476] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.686476] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8309b6b4-a862-46d6-95e4-771a79fb8b6c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.696023] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.696023] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.696023] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2024770c-be27-4d01-9f60-9e3666476eb5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.704024] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1365.704024] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f9c2e0-54ad-ec3e-5a74-89b13df32356" [ 1365.704024] env[62099]: _type = "Task" [ 1365.704024] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.711647] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f9c2e0-54ad-ec3e-5a74-89b13df32356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.715956] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1366.022500] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cef7c8-0f36-4425-a9b0-94bc9a12b681 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.022864] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-104eae3a-b551-49ff-a555-5ffa2a6be656 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.031132] env[62099]: DEBUG oslo_vmware.api [None req-d8cef7c8-0f36-4425-a9b0-94bc9a12b681 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1366.031132] env[62099]: value = "task-1896263" [ 1366.031132] env[62099]: _type = "Task" [ 1366.031132] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.040278] env[62099]: DEBUG oslo_vmware.api [None req-d8cef7c8-0f36-4425-a9b0-94bc9a12b681 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.058381] env[62099]: DEBUG nova.network.neutron [req-73f5f078-7c31-49bd-a627-f724870cc1b8 req-ecb8b440-ee7f-4396-9603-5a5358f60f4c service nova] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Updated VIF entry in instance network info cache for port c34341be-24a2-499a-a1ac-77457ebcf84c. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.058763] env[62099]: DEBUG nova.network.neutron [req-73f5f078-7c31-49bd-a627-f724870cc1b8 req-ecb8b440-ee7f-4396-9603-5a5358f60f4c service nova] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Updating instance_info_cache with network_info: [{"id": "c34341be-24a2-499a-a1ac-77457ebcf84c", "address": "fa:16:3e:77:6c:71", "network": {"id": "365e58ad-bf37-4027-bea7-f6435b10c7fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1959660345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee81b66abbdc4bd4a84ad683eaadb62c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34341be-24", "ovs_interfaceid": "c34341be-24a2-499a-a1ac-77457ebcf84c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.112129] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896262, 'name': CreateVM_Task, 'duration_secs': 0.387086} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.112129] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.112129] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.112129] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.112508] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1366.112951] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b549b762-b1d2-4f71-b092-4e755ab99543 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.117694] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the task: (returnval){ [ 1366.117694] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52885fdb-e2f6-8338-eb96-c314ae8c6620" [ 1366.117694] env[62099]: _type = "Task" [ 1366.117694] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.125786] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52885fdb-e2f6-8338-eb96-c314ae8c6620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.213390] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f9c2e0-54ad-ec3e-5a74-89b13df32356, 'name': SearchDatastore_Task, 'duration_secs': 0.00886} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.214229] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74878bca-3a67-4976-82aa-0c7ff8fcf74b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.217828] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 87130834-359c-4d54-9cdf-f4a20a051a58 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1366.218073] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance b6e143fb-f149-40b7-ba96-1bf7f8b98274 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1366.224069] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1366.224069] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52eef18b-1827-1d9b-0dcf-4774cac08fd4" [ 1366.224069] env[62099]: _type = "Task" [ 1366.224069] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.232224] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52eef18b-1827-1d9b-0dcf-4774cac08fd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.364129] env[62099]: DEBUG nova.compute.manager [req-79df746b-f85e-448e-a546-d7ee1868d141 req-a8c2dc9d-e8aa-491a-8b59-81c23cdb742c service nova] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Received event network-changed-d12e7991-926e-4de1-9d61-30f349e91f40 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1366.364129] env[62099]: DEBUG nova.compute.manager [req-79df746b-f85e-448e-a546-d7ee1868d141 req-a8c2dc9d-e8aa-491a-8b59-81c23cdb742c service nova] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Refreshing instance network info cache due to event network-changed-d12e7991-926e-4de1-9d61-30f349e91f40. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1366.364129] env[62099]: DEBUG oslo_concurrency.lockutils [req-79df746b-f85e-448e-a546-d7ee1868d141 req-a8c2dc9d-e8aa-491a-8b59-81c23cdb742c service nova] Acquiring lock "refresh_cache-e64fb81e-2e3e-4725-86d2-75d8c69a1c16" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.364129] env[62099]: DEBUG oslo_concurrency.lockutils [req-79df746b-f85e-448e-a546-d7ee1868d141 req-a8c2dc9d-e8aa-491a-8b59-81c23cdb742c service nova] Acquired lock "refresh_cache-e64fb81e-2e3e-4725-86d2-75d8c69a1c16" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.364307] env[62099]: DEBUG nova.network.neutron [req-79df746b-f85e-448e-a546-d7ee1868d141 req-a8c2dc9d-e8aa-491a-8b59-81c23cdb742c service nova] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Refreshing network info cache for port d12e7991-926e-4de1-9d61-30f349e91f40 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.541049] env[62099]: DEBUG oslo_vmware.api [None req-d8cef7c8-0f36-4425-a9b0-94bc9a12b681 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896263, 'name': PowerOffVM_Task, 'duration_secs': 0.181345} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.541377] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cef7c8-0f36-4425-a9b0-94bc9a12b681 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.541598] env[62099]: DEBUG nova.compute.manager [None req-d8cef7c8-0f36-4425-a9b0-94bc9a12b681 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.542380] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09c5c65-3359-49c8-82b0-6568771abd48 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.562666] env[62099]: DEBUG oslo_concurrency.lockutils [req-73f5f078-7c31-49bd-a627-f724870cc1b8 req-ecb8b440-ee7f-4396-9603-5a5358f60f4c service nova] Releasing lock "refresh_cache-cb685d54-5abc-432a-8289-1a0b8fe733db" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.562919] env[62099]: DEBUG nova.compute.manager [req-73f5f078-7c31-49bd-a627-f724870cc1b8 req-ecb8b440-ee7f-4396-9603-5a5358f60f4c service nova] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Received event network-vif-deleted-82bbbf31-9ee7-451c-b3ed-69670e403c99 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1366.629524] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52885fdb-e2f6-8338-eb96-c314ae8c6620, 'name': SearchDatastore_Task, 'duration_secs': 0.008883} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.629524] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.629524] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1366.629524] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.721187] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1366.721459] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance e64fb81e-2e3e-4725-86d2-75d8c69a1c16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1366.721499] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance e1197d80-5d4b-4130-96aa-35e246a2c8c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1366.735393] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52eef18b-1827-1d9b-0dcf-4774cac08fd4, 'name': SearchDatastore_Task, 'duration_secs': 0.009344} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.736031] env[62099]: DEBUG oslo_concurrency.lockutils [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.736125] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] cb685d54-5abc-432a-8289-1a0b8fe733db/cb685d54-5abc-432a-8289-1a0b8fe733db.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.736421] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.736574] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.736778] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5690d244-830c-46c2-bb0e-044c3350d691 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.739614] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d06268db-14d2-4c59-9651-909e4b84944e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.746695] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1366.746695] env[62099]: value = "task-1896264" [ 1366.746695] env[62099]: _type = "Task" [ 1366.746695] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.751270] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.751447] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1366.752735] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d58413-2917-495d-b5ac-e2e294ea5b88 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.762588] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.763797] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the task: (returnval){ [ 1366.763797] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]527bc927-1176-ee16-5554-d13e70a93ef8" [ 1366.763797] env[62099]: _type = "Task" [ 1366.763797] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.771288] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]527bc927-1176-ee16-5554-d13e70a93ef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.055992] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8cef7c8-0f36-4425-a9b0-94bc9a12b681 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.225447] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance dd96b62a-b50b-46aa-8dce-af6d87bc7f6c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1367.225721] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 665ba975-97e4-4ffe-8f7c-aab31e63d34d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.225721] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1367.253272] env[62099]: DEBUG nova.network.neutron [req-79df746b-f85e-448e-a546-d7ee1868d141 req-a8c2dc9d-e8aa-491a-8b59-81c23cdb742c service nova] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Updated VIF entry in instance network info cache for port d12e7991-926e-4de1-9d61-30f349e91f40. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.253818] env[62099]: DEBUG nova.network.neutron [req-79df746b-f85e-448e-a546-d7ee1868d141 req-a8c2dc9d-e8aa-491a-8b59-81c23cdb742c service nova] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Updating instance_info_cache with network_info: [{"id": "d12e7991-926e-4de1-9d61-30f349e91f40", "address": "fa:16:3e:21:e2:cb", "network": {"id": "5f4f61bb-bf9c-4dbb-8ece-8e06fce1f33c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1916278337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e8e9424308c46f3aa290c61d6405dc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12e7991-92", "ovs_interfaceid": "d12e7991-926e-4de1-9d61-30f349e91f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.263992] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896264, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.275676] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]527bc927-1176-ee16-5554-d13e70a93ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.008466} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.277707] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0fee7cf-6aff-4a2e-b622-2a84a2ad3a87 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.286393] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the task: (returnval){ [ 1367.286393] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]520cbe52-4ee3-0b45-26b2-e791d6515844" [ 1367.286393] env[62099]: _type = "Task" [ 1367.286393] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.296794] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520cbe52-4ee3-0b45-26b2-e791d6515844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.729425] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance c2a52891-b71a-492a-aeaf-07817080b4df has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1367.758130] env[62099]: DEBUG oslo_concurrency.lockutils [req-79df746b-f85e-448e-a546-d7ee1868d141 req-a8c2dc9d-e8aa-491a-8b59-81c23cdb742c service nova] Releasing lock "refresh_cache-e64fb81e-2e3e-4725-86d2-75d8c69a1c16" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.758673] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575383} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.758952] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] cb685d54-5abc-432a-8289-1a0b8fe733db/cb685d54-5abc-432a-8289-1a0b8fe733db.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.759178] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.759414] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-642915d7-5abf-43d2-abdb-2c2b60650788 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.765844] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1367.765844] env[62099]: value = "task-1896265" [ 1367.765844] env[62099]: _type = "Task" [ 1367.765844] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.779018] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.798084] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520cbe52-4ee3-0b45-26b2-e791d6515844, 'name': SearchDatastore_Task, 'duration_secs': 0.024218} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.798376] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.798646] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] e64fb81e-2e3e-4725-86d2-75d8c69a1c16/e64fb81e-2e3e-4725-86d2-75d8c69a1c16.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.798913] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb7bfc0e-2071-4e1b-89da-6c2e56fa2919 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.806035] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the task: (returnval){ [ 1367.806035] env[62099]: value = "task-1896266" [ 1367.806035] env[62099]: _type = "Task" [ 1367.806035] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.815713] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.013156] env[62099]: DEBUG nova.objects.instance [None req-f83a8c22-35a3-4c0d-a058-77ad4853e7c0 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lazy-loading 'flavor' on Instance uuid 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.234045] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 0660533d-43d0-4ef6-9c38-da3267000db9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1368.275124] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079423} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.275428] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.276199] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec77602-f96a-4dfd-9e0a-eb45568f8b6a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.298073] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] cb685d54-5abc-432a-8289-1a0b8fe733db/cb685d54-5abc-432a-8289-1a0b8fe733db.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.298347] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d3bdb28-b809-4d87-9327-dab248cb89bf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.320294] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.321543] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1368.321543] env[62099]: value = "task-1896267" [ 1368.321543] env[62099]: _type = "Task" [ 1368.321543] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.329442] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.523014] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Acquiring lock "377d1f02-5d0a-49f8-881d-e6d9a1755a17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.523014] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Lock "377d1f02-5d0a-49f8-881d-e6d9a1755a17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.525263] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f83a8c22-35a3-4c0d-a058-77ad4853e7c0 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "refresh_cache-5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.525484] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f83a8c22-35a3-4c0d-a058-77ad4853e7c0 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquired lock "refresh_cache-5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.525705] env[62099]: DEBUG nova.network.neutron [None req-f83a8c22-35a3-4c0d-a058-77ad4853e7c0 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.525952] env[62099]: DEBUG nova.objects.instance [None req-f83a8c22-35a3-4c0d-a058-77ad4853e7c0 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lazy-loading 'info_cache' on Instance uuid 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.736749] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1368.737045] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 510b63b8-1358-4e3f-8ce1-093b46f80f8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.737106] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.737191] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance ea708012-87f2-461a-9b9b-8d9fb47c4702 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.737336] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance b6671cb6-6333-47f7-a79d-bcef4f9831f8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1368.737452] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance d1ef41d8-83c8-45da-b3e6-f4754d12869d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1368.737573] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 6f139879-a83d-44cc-8d3a-4151114400ab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1368.822711] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.990162} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.825734] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] e64fb81e-2e3e-4725-86d2-75d8c69a1c16/e64fb81e-2e3e-4725-86d2-75d8c69a1c16.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.825951] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.826219] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a10676e-7300-40ed-821e-fcf38a7768d6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.832644] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.833856] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the task: (returnval){ [ 1368.833856] env[62099]: value = "task-1896268" [ 1368.833856] env[62099]: _type = "Task" [ 1368.833856] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.841218] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.030053] env[62099]: DEBUG nova.objects.base [None req-f83a8c22-35a3-4c0d-a058-77ad4853e7c0 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Object Instance<5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b> lazy-loaded attributes: flavor,info_cache {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1369.243883] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 15961ea8-5a20-4e94-a8f8-ef0d64247334 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1369.332392] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896267, 'name': ReconfigVM_Task, 'duration_secs': 0.613791} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.332783] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Reconfigured VM instance instance-00000013 to attach disk [datastore1] cb685d54-5abc-432a-8289-1a0b8fe733db/cb685d54-5abc-432a-8289-1a0b8fe733db.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.333307] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d042d8b-a34a-4d05-8088-d44497afc20b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.342275] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065895} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.343459] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1369.343780] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1369.343780] env[62099]: value = "task-1896269" [ 1369.343780] env[62099]: _type = "Task" [ 1369.343780] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.344703] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e38248-0079-4422-b684-cea5dd198281 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.354816] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896269, 'name': Rename_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.373526] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] e64fb81e-2e3e-4725-86d2-75d8c69a1c16/e64fb81e-2e3e-4725-86d2-75d8c69a1c16.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.373827] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-816edefd-b2f1-4b79-bc1c-5885deb365ed {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.395113] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the task: (returnval){ [ 1369.395113] env[62099]: value = "task-1896270" [ 1369.395113] env[62099]: _type = "Task" [ 1369.395113] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.403524] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.746383] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance fa0cdd8f-05b3-4cf1-826c-4509f5e8d299 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1369.746648] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance cb685d54-5abc-432a-8289-1a0b8fe733db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1369.746648] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 5c1463e5-18ae-42bd-9714-0a0d0b1add1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1369.746792] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1369.746792] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 3e81cc1d-d2a2-4efd-bdb1-858e463d857d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1369.804328] env[62099]: DEBUG nova.network.neutron [None req-f83a8c22-35a3-4c0d-a058-77ad4853e7c0 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Updating instance_info_cache with network_info: [{"id": "adf7c083-b288-4d92-813e-961f6810a297", "address": "fa:16:3e:27:62:46", "network": {"id": "f234acfc-3d26-4421-97ce-41c0c40a0cfc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1958007356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "aad6e24fd1c94ad2a011a6a2f3d1b7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadf7c083-b2", "ovs_interfaceid": "adf7c083-b288-4d92-813e-961f6810a297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.858308] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896269, 'name': Rename_Task, 'duration_secs': 0.141207} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.858564] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.858793] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47ca4da0-c9cb-4dc0-a132-65334a71ed2e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.864662] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1369.864662] env[62099]: value = "task-1896271" [ 1369.864662] env[62099]: _type = "Task" [ 1369.864662] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.871598] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.904457] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896270, 'name': ReconfigVM_Task, 'duration_secs': 0.278686} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.904810] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Reconfigured VM instance instance-00000014 to attach disk [datastore1] e64fb81e-2e3e-4725-86d2-75d8c69a1c16/e64fb81e-2e3e-4725-86d2-75d8c69a1c16.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.905526] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b089e8f9-e8d8-4d9f-b331-1ed712237571 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.910549] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the task: (returnval){ [ 1369.910549] env[62099]: value = "task-1896272" [ 1369.910549] env[62099]: _type = "Task" [ 1369.910549] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.918125] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896272, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.249610] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1370.249806] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 9e0e8583-ff9d-429f-9a13-f197392d3541 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1370.250134] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1370.250334] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1370.309712] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f83a8c22-35a3-4c0d-a058-77ad4853e7c0 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Releasing lock "refresh_cache-5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.379239] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896271, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.420434] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896272, 'name': Rename_Task, 'duration_secs': 0.124991} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.423107] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.423564] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32715b2e-e0a9-460b-9356-18d535128924 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.430703] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the task: (returnval){ [ 1370.430703] env[62099]: value = "task-1896273" [ 1370.430703] env[62099]: _type = "Task" [ 1370.430703] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.440998] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.746211] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0edb76a-561f-4e84-ab7e-57a085606d1b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.754074] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca2ad0c-9301-4ef1-9d65-474237197088 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.785619] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a54ab7-9d2b-441a-bee5-f6a6eff210ad {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.793517] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe91d9a-fb51-4c84-acb8-5843f2a6e641 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.807640] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.875717] env[62099]: DEBUG oslo_vmware.api [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896271, 'name': PowerOnVM_Task, 'duration_secs': 0.531035} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.876280] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.877811] env[62099]: INFO nova.compute.manager [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1370.877811] env[62099]: DEBUG nova.compute.manager [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.878245] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272a4c9b-1512-4771-ad4e-ad4328a5fe52 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.941159] env[62099]: DEBUG oslo_vmware.api [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896273, 'name': PowerOnVM_Task, 'duration_secs': 0.490645} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.941427] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.941624] env[62099]: INFO nova.compute.manager [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1370.941796] env[62099]: DEBUG nova.compute.manager [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.942632] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301dee7a-0e87-46b6-83e6-c3993f81ce6f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.311325] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.319551] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83a8c22-35a3-4c0d-a058-77ad4853e7c0 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1371.320279] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21cc0373-0e91-442b-bdb1-63d3d24c0d87 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.327792] env[62099]: DEBUG oslo_vmware.api [None req-f83a8c22-35a3-4c0d-a058-77ad4853e7c0 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1371.327792] env[62099]: value = "task-1896274" [ 1371.327792] env[62099]: _type = "Task" [ 1371.327792] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.337741] env[62099]: DEBUG oslo_vmware.api [None req-f83a8c22-35a3-4c0d-a058-77ad4853e7c0 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.397117] env[62099]: INFO nova.compute.manager [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Took 30.39 seconds to build instance. [ 1371.458495] env[62099]: INFO nova.compute.manager [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Took 29.00 seconds to build instance. [ 1371.817086] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1371.817086] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.680s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.817482] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.357s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.821132] env[62099]: INFO nova.compute.claims [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1371.837732] env[62099]: DEBUG oslo_vmware.api [None req-f83a8c22-35a3-4c0d-a058-77ad4853e7c0 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896274, 'name': PowerOnVM_Task, 'duration_secs': 0.387451} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.837984] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83a8c22-35a3-4c0d-a058-77ad4853e7c0 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.838197] env[62099]: DEBUG nova.compute.manager [None req-f83a8c22-35a3-4c0d-a058-77ad4853e7c0 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.839042] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b162bf-c12e-4d62-9b6e-81239317760c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.902619] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3e0f2ff7-43bb-432b-ab79-f04c6a0bf464 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "cb685d54-5abc-432a-8289-1a0b8fe733db" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.903073] env[62099]: DEBUG oslo_concurrency.lockutils [None req-703a7617-0ca2-417c-a8d0-5e99af6f37b8 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "cb685d54-5abc-432a-8289-1a0b8fe733db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.279s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.904246] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3e0f2ff7-43bb-432b-ab79-f04c6a0bf464 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "cb685d54-5abc-432a-8289-1a0b8fe733db" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.002s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.904472] env[62099]: DEBUG nova.compute.manager [None req-3e0f2ff7-43bb-432b-ab79-f04c6a0bf464 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.905699] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93d26f4-d198-4285-a726-27a89dd76685 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.913013] env[62099]: DEBUG nova.compute.manager [None req-3e0f2ff7-43bb-432b-ab79-f04c6a0bf464 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62099) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1371.913551] env[62099]: DEBUG nova.objects.instance [None req-3e0f2ff7-43bb-432b-ab79-f04c6a0bf464 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lazy-loading 'flavor' on Instance uuid cb685d54-5abc-432a-8289-1a0b8fe733db {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.961136] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc8401a8-0bbd-476b-999f-d95838d7c37d tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Lock "e64fb81e-2e3e-4725-86d2-75d8c69a1c16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.862s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.406082] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.406082] env[62099]: DEBUG nova.compute.manager [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1372.408356] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.464327] env[62099]: DEBUG nova.compute.manager [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1372.921091] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0f2ff7-43bb-432b-ab79-f04c6a0bf464 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.922397] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1a9ed47-7c85-4247-b117-9fa0a0f183a5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.924485] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.927667] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.927667] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.930073] env[62099]: DEBUG oslo_vmware.api [None req-3e0f2ff7-43bb-432b-ab79-f04c6a0bf464 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1372.930073] env[62099]: value = "task-1896275" [ 1372.930073] env[62099]: _type = "Task" [ 1372.930073] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.936410] env[62099]: DEBUG oslo_concurrency.lockutils [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.945058] env[62099]: DEBUG oslo_vmware.api [None req-3e0f2ff7-43bb-432b-ab79-f04c6a0bf464 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.986174] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.290133] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8def3175-2240-461e-ab7b-37d6d1263910 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.298252] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d02a05-9753-43e4-bf5c-dc8358171287 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.330346] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee2df60-85f4-4d0b-8a8a-11782314f64a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.338354] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517de733-20fb-490b-ae17-d662ed8bccdb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.351407] env[62099]: DEBUG nova.compute.provider_tree [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.393996] env[62099]: DEBUG nova.compute.manager [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.395044] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14be1284-3ed9-45a8-bb94-0d4301494bab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.441271] env[62099]: DEBUG oslo_vmware.api [None req-3e0f2ff7-43bb-432b-ab79-f04c6a0bf464 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896275, 'name': PowerOffVM_Task, 'duration_secs': 0.176162} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.441606] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0f2ff7-43bb-432b-ab79-f04c6a0bf464 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.441808] env[62099]: DEBUG nova.compute.manager [None req-3e0f2ff7-43bb-432b-ab79-f04c6a0bf464 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.442655] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e002d718-1972-41a7-8c13-5f514e6ff541 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.854393] env[62099]: DEBUG nova.scheduler.client.report [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.906327] env[62099]: INFO nova.compute.manager [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] instance snapshotting [ 1373.909462] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1302f514-9738-4f6e-b1aa-6ca624da8dca {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.928363] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efda5bb8-f458-4f68-873e-f2cb094e8194 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.955202] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3e0f2ff7-43bb-432b-ab79-f04c6a0bf464 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "cb685d54-5abc-432a-8289-1a0b8fe733db" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.360303] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.360701] env[62099]: DEBUG nova.compute.manager [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1374.363665] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.333s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.363871] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.365990] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.943s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.369293] env[62099]: INFO nova.compute.claims [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1374.389116] env[62099]: INFO nova.scheduler.client.report [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Deleted allocations for instance ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4 [ 1374.440338] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Creating Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1374.441372] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-737579e1-f9ac-48e5-ab88-c92a4e4ef26f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.449327] env[62099]: DEBUG oslo_vmware.api [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the task: (returnval){ [ 1374.449327] env[62099]: value = "task-1896276" [ 1374.449327] env[62099]: _type = "Task" [ 1374.449327] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.458928] env[62099]: DEBUG oslo_vmware.api [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896276, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.877590] env[62099]: DEBUG nova.compute.utils [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1374.879475] env[62099]: DEBUG nova.compute.manager [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1374.879742] env[62099]: DEBUG nova.network.neutron [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1374.896218] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e4544bd0-2286-4630-a1e9-bdc6f1d29180 tempest-ServerDiagnosticsV248Test-1469950122 tempest-ServerDiagnosticsV248Test-1469950122-project-member] Lock "ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.622s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.961429] env[62099]: DEBUG oslo_vmware.api [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896276, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.965633] env[62099]: DEBUG nova.policy [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f49ca7a7f2ef4a159b66c3814c64483c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40ff468b56304748935298ff154e14e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1375.312687] env[62099]: DEBUG nova.network.neutron [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Successfully created port: e85668de-86c7-4ee8-90bd-48cdb32092bc {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1375.324501] env[62099]: DEBUG oslo_concurrency.lockutils [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "510b63b8-1358-4e3f-8ce1-093b46f80f8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.324501] env[62099]: DEBUG oslo_concurrency.lockutils [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "510b63b8-1358-4e3f-8ce1-093b46f80f8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.324645] env[62099]: DEBUG oslo_concurrency.lockutils [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "510b63b8-1358-4e3f-8ce1-093b46f80f8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.325493] env[62099]: DEBUG oslo_concurrency.lockutils [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "510b63b8-1358-4e3f-8ce1-093b46f80f8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.325493] env[62099]: DEBUG oslo_concurrency.lockutils [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "510b63b8-1358-4e3f-8ce1-093b46f80f8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.326981] env[62099]: INFO nova.compute.manager [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Terminating instance [ 1375.382887] env[62099]: DEBUG nova.compute.manager [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1375.398076] env[62099]: DEBUG nova.compute.manager [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.398591] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4e6926-2630-4298-b712-e1770f32a71f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.466307] env[62099]: DEBUG oslo_vmware.api [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896276, 'name': CreateSnapshot_Task, 'duration_secs': 0.61443} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.466307] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Created Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1375.467378] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089bdc26-265d-4fa2-ab27-148171ff8d5e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.832881] env[62099]: DEBUG nova.compute.manager [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1375.832881] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.832881] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325b3c00-26c5-4706-b34a-90d675ab8644 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.839590] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.842287] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c124232-2f68-4cc9-a38a-b56ed21950ae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.848486] env[62099]: DEBUG oslo_vmware.api [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1375.848486] env[62099]: value = "task-1896277" [ 1375.848486] env[62099]: _type = "Task" [ 1375.848486] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.857420] env[62099]: DEBUG oslo_vmware.api [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.896223] env[62099]: INFO nova.virt.block_device [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Booting with volume 66d10abf-9994-48cc-b2ee-96b1e9f63321 at /dev/sda [ 1375.919523] env[62099]: INFO nova.compute.manager [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] instance snapshotting [ 1375.919704] env[62099]: WARNING nova.compute.manager [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1375.925613] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c883f79f-3b37-42e4-b2e1-77f13ac0b134 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.946808] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b721902-2045-4fa4-ad0b-1f65494e4df5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.949989] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ec1884-9212-4cd4-bcf6-b87382acb3ab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.960221] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0c847c-d48e-4f06-8daa-51efbeb4ddac {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.969044] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29fdf0c4-fc54-4aa7-aa05-c6f6c78ae62b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.006100] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Creating linked-clone VM from snapshot {{(pid=62099) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1376.008745] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-46c67714-0f24-41e9-946b-17fe205cf1d9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.012230] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99ddd8b-4ab5-42ca-8675-dda57c74b236 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.017811] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011ca4d2-b3ec-46c1-90e4-7f1976f1c5f1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.034316] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6595a0b4-4873-45a4-a399-c4526af37fb8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.038601] env[62099]: DEBUG oslo_vmware.api [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the task: (returnval){ [ 1376.038601] env[62099]: value = "task-1896278" [ 1376.038601] env[62099]: _type = "Task" [ 1376.038601] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.051697] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-051c4dbf-256b-4198-9baa-875f9b6ad22c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.060979] env[62099]: DEBUG nova.compute.provider_tree [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.068088] env[62099]: DEBUG oslo_vmware.api [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896278, 'name': CloneVM_Task} progress is 12%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.072596] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4084fd-58c4-409b-aa8a-8ba256420a99 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.114084] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc95c88-c7d2-4c64-9826-d9748480099f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.122109] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f47e61f-074b-4996-ba3d-a92287ace02d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.136336] env[62099]: DEBUG nova.virt.block_device [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Updating existing volume attachment record: 87bb6af0-265f-4e7e-a33a-ab313ad9f6fc {{(pid=62099) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1376.359407] env[62099]: DEBUG oslo_vmware.api [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896277, 'name': PowerOffVM_Task, 'duration_secs': 0.235592} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.359668] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.359836] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.360097] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-421230be-6426-4541-8c71-95b79ab67913 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.460672] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.460899] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.461097] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Deleting the datastore file [datastore2] 510b63b8-1358-4e3f-8ce1-093b46f80f8b {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.461402] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-460586c8-f183-417c-a969-26998b15c1d8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.467452] env[62099]: DEBUG oslo_vmware.api [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1376.467452] env[62099]: value = "task-1896280" [ 1376.467452] env[62099]: _type = "Task" [ 1376.467452] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.471690] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Creating Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1376.471965] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5e77ce12-e64b-40be-8818-0bcd61526e03 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.480540] env[62099]: DEBUG oslo_vmware.api [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.481708] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1376.481708] env[62099]: value = "task-1896281" [ 1376.481708] env[62099]: _type = "Task" [ 1376.481708] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.489624] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896281, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.558735] env[62099]: DEBUG oslo_vmware.api [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896278, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.563774] env[62099]: DEBUG nova.scheduler.client.report [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.979459] env[62099]: DEBUG oslo_vmware.api [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139441} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.979783] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.979843] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.979987] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.980182] env[62099]: INFO nova.compute.manager [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1376.980463] env[62099]: DEBUG oslo.service.loopingcall [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1376.980719] env[62099]: DEBUG nova.compute.manager [-] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1376.980836] env[62099]: DEBUG nova.network.neutron [-] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1376.991421] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896281, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.051331] env[62099]: DEBUG nova.compute.manager [req-02122f6c-9062-4989-8ab9-a5c6850fc8fd req-0e0b7c0a-5d7b-47d1-8ba4-f1062306c9e0 service nova] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Received event network-vif-plugged-e85668de-86c7-4ee8-90bd-48cdb32092bc {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1377.051528] env[62099]: DEBUG oslo_concurrency.lockutils [req-02122f6c-9062-4989-8ab9-a5c6850fc8fd req-0e0b7c0a-5d7b-47d1-8ba4-f1062306c9e0 service nova] Acquiring lock "87130834-359c-4d54-9cdf-f4a20a051a58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.051729] env[62099]: DEBUG oslo_concurrency.lockutils [req-02122f6c-9062-4989-8ab9-a5c6850fc8fd req-0e0b7c0a-5d7b-47d1-8ba4-f1062306c9e0 service nova] Lock "87130834-359c-4d54-9cdf-f4a20a051a58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.051887] env[62099]: DEBUG oslo_concurrency.lockutils [req-02122f6c-9062-4989-8ab9-a5c6850fc8fd req-0e0b7c0a-5d7b-47d1-8ba4-f1062306c9e0 service nova] Lock "87130834-359c-4d54-9cdf-f4a20a051a58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.052099] env[62099]: DEBUG nova.compute.manager [req-02122f6c-9062-4989-8ab9-a5c6850fc8fd req-0e0b7c0a-5d7b-47d1-8ba4-f1062306c9e0 service nova] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] No waiting events found dispatching network-vif-plugged-e85668de-86c7-4ee8-90bd-48cdb32092bc {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1377.052277] env[62099]: WARNING nova.compute.manager [req-02122f6c-9062-4989-8ab9-a5c6850fc8fd req-0e0b7c0a-5d7b-47d1-8ba4-f1062306c9e0 service nova] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Received unexpected event network-vif-plugged-e85668de-86c7-4ee8-90bd-48cdb32092bc for instance with vm_state building and task_state block_device_mapping. [ 1377.061958] env[62099]: DEBUG oslo_vmware.api [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896278, 'name': CloneVM_Task} progress is 95%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.069147] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.069623] env[62099]: DEBUG nova.compute.manager [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1377.072830] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.244s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.075907] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.075907] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.073s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.076433] env[62099]: INFO nova.compute.claims [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1377.112673] env[62099]: INFO nova.scheduler.client.report [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Deleted allocations for instance b6671cb6-6333-47f7-a79d-bcef4f9831f8 [ 1377.126143] env[62099]: DEBUG nova.network.neutron [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Successfully updated port: e85668de-86c7-4ee8-90bd-48cdb32092bc {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1377.436158] env[62099]: DEBUG nova.compute.manager [req-c5f810d7-605a-47b9-bfe5-77ba649c9816 req-881d3ae1-af77-43c8-bdc0-58c65813d65a service nova] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Received event network-vif-deleted-f4eb787b-3366-4cfc-9ad0-dbd8b8b82dc3 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1377.436458] env[62099]: INFO nova.compute.manager [req-c5f810d7-605a-47b9-bfe5-77ba649c9816 req-881d3ae1-af77-43c8-bdc0-58c65813d65a service nova] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Neutron deleted interface f4eb787b-3366-4cfc-9ad0-dbd8b8b82dc3; detaching it from the instance and deleting it from the info cache [ 1377.436661] env[62099]: DEBUG nova.network.neutron [req-c5f810d7-605a-47b9-bfe5-77ba649c9816 req-881d3ae1-af77-43c8-bdc0-58c65813d65a service nova] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.492413] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896281, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.560257] env[62099]: DEBUG oslo_vmware.api [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896278, 'name': CloneVM_Task, 'duration_secs': 1.332403} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.560558] env[62099]: INFO nova.virt.vmwareapi.vmops [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Created linked-clone VM from snapshot [ 1377.561312] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790d0937-f09a-4a12-a7ba-8e12f0349e5f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.568473] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Uploading image b9a088e1-342b-4aea-93ba-c72e66d47323 {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1377.585192] env[62099]: DEBUG nova.compute.utils [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1377.586691] env[62099]: DEBUG nova.compute.manager [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1377.586860] env[62099]: DEBUG nova.network.neutron [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1377.601790] env[62099]: DEBUG oslo_vmware.rw_handles [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1377.601790] env[62099]: value = "vm-391566" [ 1377.601790] env[62099]: _type = "VirtualMachine" [ 1377.601790] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1377.602310] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4a86fc09-5954-4292-835c-80c9eb58ef45 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.609593] env[62099]: DEBUG oslo_vmware.rw_handles [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Lease: (returnval){ [ 1377.609593] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ee5e92-8c2c-b9be-d4c0-9ec8e5f7fa7e" [ 1377.609593] env[62099]: _type = "HttpNfcLease" [ 1377.609593] env[62099]: } obtained for exporting VM: (result){ [ 1377.609593] env[62099]: value = "vm-391566" [ 1377.609593] env[62099]: _type = "VirtualMachine" [ 1377.609593] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1377.610042] env[62099]: DEBUG oslo_vmware.api [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the lease: (returnval){ [ 1377.610042] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ee5e92-8c2c-b9be-d4c0-9ec8e5f7fa7e" [ 1377.610042] env[62099]: _type = "HttpNfcLease" [ 1377.610042] env[62099]: } to be ready. {{(pid=62099) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1377.619459] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1377.619459] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ee5e92-8c2c-b9be-d4c0-9ec8e5f7fa7e" [ 1377.619459] env[62099]: _type = "HttpNfcLease" [ 1377.619459] env[62099]: } is initializing. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1377.619887] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a9c0985b-4774-47d6-8ac5-af8bf882ed10 tempest-ServerDiagnosticsTest-2127905370 tempest-ServerDiagnosticsTest-2127905370-project-member] Lock "b6671cb6-6333-47f7-a79d-bcef4f9831f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.302s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.627508] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Acquiring lock "refresh_cache-87130834-359c-4d54-9cdf-f4a20a051a58" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.627669] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Acquired lock "refresh_cache-87130834-359c-4d54-9cdf-f4a20a051a58" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.627809] env[62099]: DEBUG nova.network.neutron [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.688142] env[62099]: DEBUG nova.policy [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e3437b93fa8455d95f4512ad65d9ad6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '093efed08c2a43d0ae34f954abf99f44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1377.918192] env[62099]: DEBUG nova.network.neutron [-] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.939540] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44eb681d-e299-4698-8422-b056633a1b14 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.951222] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75914840-1177-4770-846b-3b7bbdb71752 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.990123] env[62099]: DEBUG nova.compute.manager [req-c5f810d7-605a-47b9-bfe5-77ba649c9816 req-881d3ae1-af77-43c8-bdc0-58c65813d65a service nova] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Detach interface failed, port_id=f4eb787b-3366-4cfc-9ad0-dbd8b8b82dc3, reason: Instance 510b63b8-1358-4e3f-8ce1-093b46f80f8b could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1377.999227] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896281, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.092551] env[62099]: DEBUG nova.compute.manager [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1378.119768] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1378.119768] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ee5e92-8c2c-b9be-d4c0-9ec8e5f7fa7e" [ 1378.119768] env[62099]: _type = "HttpNfcLease" [ 1378.119768] env[62099]: } is ready. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1378.120289] env[62099]: DEBUG oslo_vmware.rw_handles [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1378.120289] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ee5e92-8c2c-b9be-d4c0-9ec8e5f7fa7e" [ 1378.120289] env[62099]: _type = "HttpNfcLease" [ 1378.120289] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1378.121058] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccc249f-229d-416a-af54-2a117f47d815 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.134058] env[62099]: DEBUG oslo_vmware.rw_handles [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52956562-c79c-dee8-f0ef-7dd1cbbe5f94/disk-0.vmdk from lease info. {{(pid=62099) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1378.134225] env[62099]: DEBUG oslo_vmware.rw_handles [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52956562-c79c-dee8-f0ef-7dd1cbbe5f94/disk-0.vmdk for reading. {{(pid=62099) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1378.207044] env[62099]: DEBUG nova.network.neutron [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1378.267668] env[62099]: DEBUG nova.compute.manager [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1378.268686] env[62099]: DEBUG nova.virt.hardware [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1378.268686] env[62099]: DEBUG nova.virt.hardware [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.268686] env[62099]: DEBUG nova.virt.hardware [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1378.268907] env[62099]: DEBUG nova.virt.hardware [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.268907] env[62099]: DEBUG nova.virt.hardware [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1378.269566] env[62099]: DEBUG nova.virt.hardware [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1378.269566] env[62099]: DEBUG nova.virt.hardware [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1378.269566] env[62099]: DEBUG nova.virt.hardware [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1378.269746] env[62099]: DEBUG nova.virt.hardware [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1378.269788] env[62099]: DEBUG nova.virt.hardware [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1378.269941] env[62099]: DEBUG nova.virt.hardware [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1378.271379] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adf67ad-c21e-4ef2-ab28-ea9256ea2edf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.280733] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11014627-f807-416b-b20d-1b283206a262 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.298988] env[62099]: DEBUG nova.network.neutron [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Successfully created port: 38b4f6f8-f657-4225-bfc2-6070dc895c3a {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1378.307902] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-896b90fd-de42-4f4c-9646-eb3c170f3885 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.424085] env[62099]: INFO nova.compute.manager [-] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Took 1.44 seconds to deallocate network for instance. [ 1378.456522] env[62099]: DEBUG nova.network.neutron [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Updating instance_info_cache with network_info: [{"id": "e85668de-86c7-4ee8-90bd-48cdb32092bc", "address": "fa:16:3e:ef:7d:37", "network": {"id": "da75a794-b356-4f9e-bc6b-53789300a2b2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1777061996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40ff468b56304748935298ff154e14e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape85668de-86", "ovs_interfaceid": "e85668de-86c7-4ee8-90bd-48cdb32092bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.506660] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896281, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.793117] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabaeb12-4007-4964-b315-3a2d070fa784 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.802048] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e42650f-ec68-48de-b266-385032cdb2b2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.839150] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8b7d13-6bb4-4cc8-b491-874d2cf96660 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.847725] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcc08e3-f285-4c85-a8bc-8528574ca1ef {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.864032] env[62099]: DEBUG nova.compute.provider_tree [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1378.931408] env[62099]: DEBUG oslo_concurrency.lockutils [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.960074] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Releasing lock "refresh_cache-87130834-359c-4d54-9cdf-f4a20a051a58" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.960449] env[62099]: DEBUG nova.compute.manager [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Instance network_info: |[{"id": "e85668de-86c7-4ee8-90bd-48cdb32092bc", "address": "fa:16:3e:ef:7d:37", "network": {"id": "da75a794-b356-4f9e-bc6b-53789300a2b2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1777061996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40ff468b56304748935298ff154e14e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape85668de-86", "ovs_interfaceid": "e85668de-86c7-4ee8-90bd-48cdb32092bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1378.960997] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:7d:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e85668de-86c7-4ee8-90bd-48cdb32092bc', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1378.977354] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Creating folder: Project (40ff468b56304748935298ff154e14e3). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1378.977354] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a123d45-6637-42f3-a72d-b26d6ae8f4d1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.989425] env[62099]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1378.989604] env[62099]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62099) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1378.990069] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Folder already exists: Project (40ff468b56304748935298ff154e14e3). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1378.990330] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Creating folder: Instances. Parent ref: group-v391508. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1378.990594] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1678971f-0383-4606-8d92-7db709221f7d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.002252] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896281, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.003849] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Created folder: Instances in parent group-v391508. [ 1379.004217] env[62099]: DEBUG oslo.service.loopingcall [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.004453] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.004586] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fa05599-136e-4a7f-947e-940493f3a933 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.024011] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.024011] env[62099]: value = "task-1896285" [ 1379.024011] env[62099]: _type = "Task" [ 1379.024011] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.032477] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896285, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.107409] env[62099]: DEBUG nova.compute.manager [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1379.146217] env[62099]: DEBUG nova.virt.hardware [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1379.147031] env[62099]: DEBUG nova.virt.hardware [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.147135] env[62099]: DEBUG nova.virt.hardware [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1379.147711] env[62099]: DEBUG nova.virt.hardware [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.147711] env[62099]: DEBUG nova.virt.hardware [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1379.147910] env[62099]: DEBUG nova.virt.hardware [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1379.148453] env[62099]: DEBUG nova.virt.hardware [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1379.149480] env[62099]: DEBUG nova.virt.hardware [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1379.149480] env[62099]: DEBUG nova.virt.hardware [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1379.149480] env[62099]: DEBUG nova.virt.hardware [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1379.149480] env[62099]: DEBUG nova.virt.hardware [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1379.151176] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41da07d-caca-42ed-bfbf-9a619b133595 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.160924] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229e538f-a260-49e1-b17f-c4c1e0ed6d5c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.246235] env[62099]: DEBUG nova.compute.manager [req-c1db996a-6d88-4a6a-8631-5c0b5ffe793c req-2e79aec6-8508-489a-8139-a6c016685ae9 service nova] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Received event network-changed-e85668de-86c7-4ee8-90bd-48cdb32092bc {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1379.246381] env[62099]: DEBUG nova.compute.manager [req-c1db996a-6d88-4a6a-8631-5c0b5ffe793c req-2e79aec6-8508-489a-8139-a6c016685ae9 service nova] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Refreshing instance network info cache due to event network-changed-e85668de-86c7-4ee8-90bd-48cdb32092bc. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1379.246593] env[62099]: DEBUG oslo_concurrency.lockutils [req-c1db996a-6d88-4a6a-8631-5c0b5ffe793c req-2e79aec6-8508-489a-8139-a6c016685ae9 service nova] Acquiring lock "refresh_cache-87130834-359c-4d54-9cdf-f4a20a051a58" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.246713] env[62099]: DEBUG oslo_concurrency.lockutils [req-c1db996a-6d88-4a6a-8631-5c0b5ffe793c req-2e79aec6-8508-489a-8139-a6c016685ae9 service nova] Acquired lock "refresh_cache-87130834-359c-4d54-9cdf-f4a20a051a58" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.246958] env[62099]: DEBUG nova.network.neutron [req-c1db996a-6d88-4a6a-8631-5c0b5ffe793c req-2e79aec6-8508-489a-8139-a6c016685ae9 service nova] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Refreshing network info cache for port e85668de-86c7-4ee8-90bd-48cdb32092bc {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.400173] env[62099]: ERROR nova.scheduler.client.report [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [req-f5d1370e-5a1a-4b04-b78b-80f8d64875c1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 43c8a4a7-40f1-4ba7-adfe-424593691d02. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f5d1370e-5a1a-4b04-b78b-80f8d64875c1"}]} [ 1379.426239] env[62099]: DEBUG nova.scheduler.client.report [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Refreshing inventories for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1379.445343] env[62099]: DEBUG nova.scheduler.client.report [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Updating ProviderTree inventory for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1379.445616] env[62099]: DEBUG nova.compute.provider_tree [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1379.466933] env[62099]: DEBUG nova.scheduler.client.report [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Refreshing aggregate associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, aggregates: None {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1379.486178] env[62099]: DEBUG nova.scheduler.client.report [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Refreshing trait associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1379.503416] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896281, 'name': CreateSnapshot_Task, 'duration_secs': 2.734152} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.503865] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Created Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1379.504903] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7130cfc6-6f03-478c-8eb0-96da77514eed {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.544983] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896285, 'name': CreateVM_Task, 'duration_secs': 0.35562} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.544983] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1379.544983] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': None, 'guest_format': None, 'attachment_id': '87bb6af0-265f-4e7e-a33a-ab313ad9f6fc', 'disk_bus': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391520', 'volume_id': '66d10abf-9994-48cc-b2ee-96b1e9f63321', 'name': 'volume-66d10abf-9994-48cc-b2ee-96b1e9f63321', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87130834-359c-4d54-9cdf-f4a20a051a58', 'attached_at': '', 'detached_at': '', 'volume_id': '66d10abf-9994-48cc-b2ee-96b1e9f63321', 'serial': '66d10abf-9994-48cc-b2ee-96b1e9f63321'}, 'volume_type': None}], 'swap': None} {{(pid=62099) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1379.545201] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Root volume attach. Driver type: vmdk {{(pid=62099) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1379.546029] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39ae880-af14-4db3-b623-ee8769fc86e0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.559343] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a20f42-3587-4066-bdcf-ff9592e15b83 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.569677] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d45267f-3fc4-4bfa-bfae-5d0c46666580 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.578038] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d35eaaef-8534-4469-a9d6-54622537fe42 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.588605] env[62099]: DEBUG oslo_vmware.api [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Waiting for the task: (returnval){ [ 1379.588605] env[62099]: value = "task-1896286" [ 1379.588605] env[62099]: _type = "Task" [ 1379.588605] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.597897] env[62099]: DEBUG oslo_vmware.api [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Task: {'id': task-1896286, 'name': RelocateVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.002277] env[62099]: DEBUG nova.compute.manager [req-3a4c9b32-5a19-4b60-aa43-4b5eef761062 req-4346c5ca-537b-46d2-8fcf-494d627b3edd service nova] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Received event network-vif-plugged-38b4f6f8-f657-4225-bfc2-6070dc895c3a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1380.002561] env[62099]: DEBUG oslo_concurrency.lockutils [req-3a4c9b32-5a19-4b60-aa43-4b5eef761062 req-4346c5ca-537b-46d2-8fcf-494d627b3edd service nova] Acquiring lock "fd044e0c-bdba-421e-8942-7132389d2430-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.003550] env[62099]: DEBUG oslo_concurrency.lockutils [req-3a4c9b32-5a19-4b60-aa43-4b5eef761062 req-4346c5ca-537b-46d2-8fcf-494d627b3edd service nova] Lock "fd044e0c-bdba-421e-8942-7132389d2430-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.003550] env[62099]: DEBUG oslo_concurrency.lockutils [req-3a4c9b32-5a19-4b60-aa43-4b5eef761062 req-4346c5ca-537b-46d2-8fcf-494d627b3edd service nova] Lock "fd044e0c-bdba-421e-8942-7132389d2430-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.003550] env[62099]: DEBUG nova.compute.manager [req-3a4c9b32-5a19-4b60-aa43-4b5eef761062 req-4346c5ca-537b-46d2-8fcf-494d627b3edd service nova] [instance: fd044e0c-bdba-421e-8942-7132389d2430] No waiting events found dispatching network-vif-plugged-38b4f6f8-f657-4225-bfc2-6070dc895c3a {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1380.003550] env[62099]: WARNING nova.compute.manager [req-3a4c9b32-5a19-4b60-aa43-4b5eef761062 req-4346c5ca-537b-46d2-8fcf-494d627b3edd service nova] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Received unexpected event network-vif-plugged-38b4f6f8-f657-4225-bfc2-6070dc895c3a for instance with vm_state building and task_state spawning. [ 1380.027670] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Creating linked-clone VM from snapshot {{(pid=62099) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1380.033246] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6444880a-c9f7-41e1-b4c5-b87b62db3d1d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.044138] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1380.044138] env[62099]: value = "task-1896287" [ 1380.044138] env[62099]: _type = "Task" [ 1380.044138] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.054599] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896287, 'name': CloneVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.101484] env[62099]: DEBUG oslo_vmware.api [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Task: {'id': task-1896286, 'name': RelocateVM_Task, 'duration_secs': 0.02547} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.104589] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Volume attach. Driver type: vmdk {{(pid=62099) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1380.104841] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391520', 'volume_id': '66d10abf-9994-48cc-b2ee-96b1e9f63321', 'name': 'volume-66d10abf-9994-48cc-b2ee-96b1e9f63321', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87130834-359c-4d54-9cdf-f4a20a051a58', 'attached_at': '', 'detached_at': '', 'volume_id': '66d10abf-9994-48cc-b2ee-96b1e9f63321', 'serial': '66d10abf-9994-48cc-b2ee-96b1e9f63321'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1380.106482] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6f2bf3-781d-47c4-b42e-4d664edd1005 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.125660] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5091ae49-a847-46d0-a6e6-e816a54fc8f9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.128905] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa6d9a5-17fe-46e6-82ad-f8428885ddb6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.152824] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] volume-66d10abf-9994-48cc-b2ee-96b1e9f63321/volume-66d10abf-9994-48cc-b2ee-96b1e9f63321.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.155861] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-031bec99-2aec-4af7-884f-d0adf1e72870 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.175344] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bf8f0e-b9b7-4e14-b155-e6c41b84dfdb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.184287] env[62099]: DEBUG oslo_vmware.api [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Waiting for the task: (returnval){ [ 1380.184287] env[62099]: value = "task-1896288" [ 1380.184287] env[62099]: _type = "Task" [ 1380.184287] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.212255] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afe3b17-081c-44ac-88c5-3e5dd4acbd56 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.223277] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0cf887-6fb6-409a-9355-209d9eb42c9f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.227501] env[62099]: DEBUG oslo_vmware.api [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Task: {'id': task-1896288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.237869] env[62099]: DEBUG nova.compute.provider_tree [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1380.412361] env[62099]: DEBUG nova.network.neutron [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Successfully updated port: 38b4f6f8-f657-4225-bfc2-6070dc895c3a {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1380.543513] env[62099]: DEBUG nova.network.neutron [req-c1db996a-6d88-4a6a-8631-5c0b5ffe793c req-2e79aec6-8508-489a-8139-a6c016685ae9 service nova] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Updated VIF entry in instance network info cache for port e85668de-86c7-4ee8-90bd-48cdb32092bc. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.543952] env[62099]: DEBUG nova.network.neutron [req-c1db996a-6d88-4a6a-8631-5c0b5ffe793c req-2e79aec6-8508-489a-8139-a6c016685ae9 service nova] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Updating instance_info_cache with network_info: [{"id": "e85668de-86c7-4ee8-90bd-48cdb32092bc", "address": "fa:16:3e:ef:7d:37", "network": {"id": "da75a794-b356-4f9e-bc6b-53789300a2b2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1777061996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40ff468b56304748935298ff154e14e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape85668de-86", "ovs_interfaceid": "e85668de-86c7-4ee8-90bd-48cdb32092bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.556634] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896287, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.741951] env[62099]: DEBUG oslo_vmware.api [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Task: {'id': task-1896288, 'name': ReconfigVM_Task, 'duration_secs': 0.378723} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.741951] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Reconfigured VM instance instance-00000015 to attach disk [datastore2] volume-66d10abf-9994-48cc-b2ee-96b1e9f63321/volume-66d10abf-9994-48cc-b2ee-96b1e9f63321.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1380.741951] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a99ddb0b-2124-4b82-bce9-617aaee69615 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.744732] env[62099]: DEBUG oslo_vmware.api [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Waiting for the task: (returnval){ [ 1380.744732] env[62099]: value = "task-1896289" [ 1380.744732] env[62099]: _type = "Task" [ 1380.744732] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.759707] env[62099]: DEBUG oslo_vmware.api [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Task: {'id': task-1896289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.794700] env[62099]: DEBUG nova.scheduler.client.report [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Updated inventory for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1380.795085] env[62099]: DEBUG nova.compute.provider_tree [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Updating resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 generation from 45 to 46 during operation: update_inventory {{(pid=62099) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1380.795360] env[62099]: DEBUG nova.compute.provider_tree [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1380.917162] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Acquiring lock "refresh_cache-fd044e0c-bdba-421e-8942-7132389d2430" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.917162] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Acquired lock "refresh_cache-fd044e0c-bdba-421e-8942-7132389d2430" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.917162] env[62099]: DEBUG nova.network.neutron [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.050455] env[62099]: DEBUG oslo_concurrency.lockutils [req-c1db996a-6d88-4a6a-8631-5c0b5ffe793c req-2e79aec6-8508-489a-8139-a6c016685ae9 service nova] Releasing lock "refresh_cache-87130834-359c-4d54-9cdf-f4a20a051a58" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.057635] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896287, 'name': CloneVM_Task} progress is 95%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.256655] env[62099]: DEBUG oslo_vmware.api [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Task: {'id': task-1896289, 'name': ReconfigVM_Task, 'duration_secs': 0.150516} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.257078] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391520', 'volume_id': '66d10abf-9994-48cc-b2ee-96b1e9f63321', 'name': 'volume-66d10abf-9994-48cc-b2ee-96b1e9f63321', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87130834-359c-4d54-9cdf-f4a20a051a58', 'attached_at': '', 'detached_at': '', 'volume_id': '66d10abf-9994-48cc-b2ee-96b1e9f63321', 'serial': '66d10abf-9994-48cc-b2ee-96b1e9f63321'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1381.258214] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2e0cf26-0988-4d47-a776-e9d9f2946a3b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.267253] env[62099]: DEBUG oslo_vmware.api [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Waiting for the task: (returnval){ [ 1381.267253] env[62099]: value = "task-1896290" [ 1381.267253] env[62099]: _type = "Task" [ 1381.267253] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.279024] env[62099]: DEBUG oslo_vmware.api [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Task: {'id': task-1896290, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.303645] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.228s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.304386] env[62099]: DEBUG nova.compute.manager [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1381.309691] env[62099]: DEBUG oslo_concurrency.lockutils [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.558s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.313918] env[62099]: INFO nova.compute.claims [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1381.476441] env[62099]: DEBUG nova.network.neutron [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.555633] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896287, 'name': CloneVM_Task, 'duration_secs': 1.328124} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.555895] env[62099]: INFO nova.virt.vmwareapi.vmops [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Created linked-clone VM from snapshot [ 1381.556653] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0e402c-6b4a-4c69-83aa-710035946f5e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.564174] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Uploading image eabc4495-8be8-4f3c-bb5d-ccdfe955c0a1 {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1381.592131] env[62099]: DEBUG oslo_vmware.rw_handles [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1381.592131] env[62099]: value = "vm-391570" [ 1381.592131] env[62099]: _type = "VirtualMachine" [ 1381.592131] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1381.592451] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6b313d7d-b8f0-4a74-a562-f70f686564a9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.599464] env[62099]: DEBUG oslo_vmware.rw_handles [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lease: (returnval){ [ 1381.599464] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528d3f41-49d4-00e9-6174-99b2acc60a46" [ 1381.599464] env[62099]: _type = "HttpNfcLease" [ 1381.599464] env[62099]: } obtained for exporting VM: (result){ [ 1381.599464] env[62099]: value = "vm-391570" [ 1381.599464] env[62099]: _type = "VirtualMachine" [ 1381.599464] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1381.599707] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the lease: (returnval){ [ 1381.599707] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528d3f41-49d4-00e9-6174-99b2acc60a46" [ 1381.599707] env[62099]: _type = "HttpNfcLease" [ 1381.599707] env[62099]: } to be ready. {{(pid=62099) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1381.607716] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1381.607716] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528d3f41-49d4-00e9-6174-99b2acc60a46" [ 1381.607716] env[62099]: _type = "HttpNfcLease" [ 1381.607716] env[62099]: } is initializing. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1381.779057] env[62099]: DEBUG oslo_vmware.api [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Task: {'id': task-1896290, 'name': Rename_Task, 'duration_secs': 0.133613} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.779357] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.779605] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40cf4ef2-1aef-425e-9807-d0ad34961d0a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.787078] env[62099]: DEBUG oslo_vmware.api [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Waiting for the task: (returnval){ [ 1381.787078] env[62099]: value = "task-1896292" [ 1381.787078] env[62099]: _type = "Task" [ 1381.787078] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.796131] env[62099]: DEBUG oslo_vmware.api [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Task: {'id': task-1896292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.819074] env[62099]: DEBUG nova.network.neutron [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Updating instance_info_cache with network_info: [{"id": "38b4f6f8-f657-4225-bfc2-6070dc895c3a", "address": "fa:16:3e:9e:fe:6e", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b4f6f8-f6", "ovs_interfaceid": "38b4f6f8-f657-4225-bfc2-6070dc895c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.821482] env[62099]: DEBUG nova.compute.utils [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1381.828415] env[62099]: DEBUG nova.compute.manager [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1381.828656] env[62099]: DEBUG nova.network.neutron [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1381.940749] env[62099]: DEBUG nova.policy [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e613032b5c54e4b8d7961daa089ecc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '511d198b4c40466caacb6db27d52c0af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1382.113207] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1382.113207] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528d3f41-49d4-00e9-6174-99b2acc60a46" [ 1382.113207] env[62099]: _type = "HttpNfcLease" [ 1382.113207] env[62099]: } is ready. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1382.113663] env[62099]: DEBUG oslo_vmware.rw_handles [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1382.113663] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528d3f41-49d4-00e9-6174-99b2acc60a46" [ 1382.113663] env[62099]: _type = "HttpNfcLease" [ 1382.113663] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1382.114647] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d59f0b4-ae5b-470c-8eb8-322567b5e1ce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.125909] env[62099]: DEBUG oslo_vmware.rw_handles [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab7e77-2f45-e1bf-65c8-039a24240a66/disk-0.vmdk from lease info. {{(pid=62099) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1382.126173] env[62099]: DEBUG oslo_vmware.rw_handles [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab7e77-2f45-e1bf-65c8-039a24240a66/disk-0.vmdk for reading. {{(pid=62099) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1382.245551] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-02531998-2d58-4fcc-97e2-943bb3713a47 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.277800] env[62099]: DEBUG nova.compute.manager [req-3cca0e3a-38f7-42c5-8b2f-9b7f25301b50 req-c86e429c-4715-4969-8b29-317fe19a2858 service nova] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Received event network-changed-38b4f6f8-f657-4225-bfc2-6070dc895c3a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1382.277800] env[62099]: DEBUG nova.compute.manager [req-3cca0e3a-38f7-42c5-8b2f-9b7f25301b50 req-c86e429c-4715-4969-8b29-317fe19a2858 service nova] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Refreshing instance network info cache due to event network-changed-38b4f6f8-f657-4225-bfc2-6070dc895c3a. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1382.277800] env[62099]: DEBUG oslo_concurrency.lockutils [req-3cca0e3a-38f7-42c5-8b2f-9b7f25301b50 req-c86e429c-4715-4969-8b29-317fe19a2858 service nova] Acquiring lock "refresh_cache-fd044e0c-bdba-421e-8942-7132389d2430" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.306419] env[62099]: DEBUG oslo_vmware.api [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Task: {'id': task-1896292, 'name': PowerOnVM_Task, 'duration_secs': 0.500037} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.306890] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.307244] env[62099]: INFO nova.compute.manager [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Took 4.04 seconds to spawn the instance on the hypervisor. [ 1382.309229] env[62099]: DEBUG nova.compute.manager [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.309229] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d9dcc6-9177-48f4-ba24-4cd657dbbc79 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.323283] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Releasing lock "refresh_cache-fd044e0c-bdba-421e-8942-7132389d2430" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.323601] env[62099]: DEBUG nova.compute.manager [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Instance network_info: |[{"id": "38b4f6f8-f657-4225-bfc2-6070dc895c3a", "address": "fa:16:3e:9e:fe:6e", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b4f6f8-f6", "ovs_interfaceid": "38b4f6f8-f657-4225-bfc2-6070dc895c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1382.323890] env[62099]: DEBUG oslo_concurrency.lockutils [req-3cca0e3a-38f7-42c5-8b2f-9b7f25301b50 req-c86e429c-4715-4969-8b29-317fe19a2858 service nova] Acquired lock "refresh_cache-fd044e0c-bdba-421e-8942-7132389d2430" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.324096] env[62099]: DEBUG nova.network.neutron [req-3cca0e3a-38f7-42c5-8b2f-9b7f25301b50 req-c86e429c-4715-4969-8b29-317fe19a2858 service nova] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Refreshing network info cache for port 38b4f6f8-f657-4225-bfc2-6070dc895c3a {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1382.325792] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:fe:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38b4f6f8-f657-4225-bfc2-6070dc895c3a', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1382.333608] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Creating folder: Project (093efed08c2a43d0ae34f954abf99f44). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1382.337339] env[62099]: DEBUG nova.compute.manager [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1382.339895] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cdd6b06-8a56-4ce3-8ac2-1e34e7b3490d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.357016] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Created folder: Project (093efed08c2a43d0ae34f954abf99f44) in parent group-v391507. [ 1382.357016] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Creating folder: Instances. Parent ref: group-v391571. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1382.357016] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4f1192c-cae9-446d-9965-dba441e4fbcf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.368369] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Created folder: Instances in parent group-v391571. [ 1382.368553] env[62099]: DEBUG oslo.service.loopingcall [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1382.368753] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1382.369619] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4915d86-b745-40b8-95a0-ec2ea989fad0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.403655] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1382.403655] env[62099]: value = "task-1896295" [ 1382.403655] env[62099]: _type = "Task" [ 1382.403655] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.414497] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896295, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.663219] env[62099]: DEBUG nova.network.neutron [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Successfully created port: c0ec30f5-db00-4e7c-abf6-4b8c064e0984 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1382.837931] env[62099]: INFO nova.compute.manager [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Took 39.41 seconds to build instance. [ 1382.939586] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896295, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.024941] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78933f95-4033-40ef-9087-8f748ed45991 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.034288] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b638f743-c332-45e6-9980-851276714b30 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.069662] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e25600-c8bc-4857-be3c-5f9d3b98fc5a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.078767] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96a505d-0141-401f-a9df-899e67777ae1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.094996] env[62099]: DEBUG nova.compute.provider_tree [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.215331] env[62099]: DEBUG nova.network.neutron [req-3cca0e3a-38f7-42c5-8b2f-9b7f25301b50 req-c86e429c-4715-4969-8b29-317fe19a2858 service nova] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Updated VIF entry in instance network info cache for port 38b4f6f8-f657-4225-bfc2-6070dc895c3a. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1383.215867] env[62099]: DEBUG nova.network.neutron [req-3cca0e3a-38f7-42c5-8b2f-9b7f25301b50 req-c86e429c-4715-4969-8b29-317fe19a2858 service nova] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Updating instance_info_cache with network_info: [{"id": "38b4f6f8-f657-4225-bfc2-6070dc895c3a", "address": "fa:16:3e:9e:fe:6e", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b4f6f8-f6", "ovs_interfaceid": "38b4f6f8-f657-4225-bfc2-6070dc895c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.342424] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8b32aa60-8d84-4973-87e3-26bd6b840ca4 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Lock "87130834-359c-4d54-9cdf-f4a20a051a58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.333s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.354354] env[62099]: DEBUG nova.compute.manager [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1383.421389] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896295, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.605279] env[62099]: DEBUG nova.scheduler.client.report [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.719574] env[62099]: DEBUG oslo_concurrency.lockutils [req-3cca0e3a-38f7-42c5-8b2f-9b7f25301b50 req-c86e429c-4715-4969-8b29-317fe19a2858 service nova] Releasing lock "refresh_cache-fd044e0c-bdba-421e-8942-7132389d2430" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.845527] env[62099]: DEBUG nova.compute.manager [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1383.921285] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896295, 'name': CreateVM_Task, 'duration_secs': 1.112546} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.921659] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1383.923593] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.923917] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.924393] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.924810] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fbd1519-e915-4db1-a384-ce85825a9c2d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.933180] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Waiting for the task: (returnval){ [ 1383.933180] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a53b80-13e0-9c7c-c983-5cd47a6b5d38" [ 1383.933180] env[62099]: _type = "Task" [ 1383.933180] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.944521] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a53b80-13e0-9c7c-c983-5cd47a6b5d38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.110496] env[62099]: DEBUG oslo_concurrency.lockutils [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.111261] env[62099]: DEBUG nova.compute.manager [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1384.115805] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.139s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.117341] env[62099]: INFO nova.compute.claims [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1384.376369] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.445981] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a53b80-13e0-9c7c-c983-5cd47a6b5d38, 'name': SearchDatastore_Task, 'duration_secs': 0.012911} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.445981] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.445981] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1384.445981] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.447328] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.447328] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1384.447328] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1463ca57-8495-4c2e-a231-345a7c853506 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.456593] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1384.456593] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1384.458117] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e944edf-a786-4ca1-86f8-a72e47b23dea {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.464846] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Waiting for the task: (returnval){ [ 1384.464846] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]526ff8bc-3af0-7e16-9c7d-0597e55e19b6" [ 1384.464846] env[62099]: _type = "Task" [ 1384.464846] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.473291] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526ff8bc-3af0-7e16-9c7d-0597e55e19b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.628439] env[62099]: DEBUG nova.compute.utils [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1384.632842] env[62099]: DEBUG nova.compute.manager [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Not allocating networking since 'none' was specified. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1384.978416] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526ff8bc-3af0-7e16-9c7d-0597e55e19b6, 'name': SearchDatastore_Task, 'duration_secs': 0.012066} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.978416] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3605f9d0-ad71-46e4-b416-5b7b33487a75 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.983039] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Waiting for the task: (returnval){ [ 1384.983039] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52453acc-ca6f-835f-3c3d-eed96966e274" [ 1384.983039] env[62099]: _type = "Task" [ 1384.983039] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.991723] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52453acc-ca6f-835f-3c3d-eed96966e274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.138339] env[62099]: DEBUG nova.compute.manager [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1385.292038] env[62099]: DEBUG nova.virt.hardware [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1385.292038] env[62099]: DEBUG nova.virt.hardware [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.292038] env[62099]: DEBUG nova.virt.hardware [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1385.292288] env[62099]: DEBUG nova.virt.hardware [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.292288] env[62099]: DEBUG nova.virt.hardware [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1385.292288] env[62099]: DEBUG nova.virt.hardware [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1385.292288] env[62099]: DEBUG nova.virt.hardware [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1385.292405] env[62099]: DEBUG nova.virt.hardware [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1385.292708] env[62099]: DEBUG nova.virt.hardware [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1385.293020] env[62099]: DEBUG nova.virt.hardware [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1385.293340] env[62099]: DEBUG nova.virt.hardware [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1385.296749] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a9a833-92fe-4551-9d21-a9cd01fd3ad8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.308463] env[62099]: DEBUG oslo_vmware.rw_handles [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52956562-c79c-dee8-f0ef-7dd1cbbe5f94/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1385.309864] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b07859a-53af-4f17-9f24-317ed7ec1492 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.314737] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340548e5-773f-4d3e-81db-abf27354f899 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.326032] env[62099]: DEBUG oslo_vmware.rw_handles [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52956562-c79c-dee8-f0ef-7dd1cbbe5f94/disk-0.vmdk is in state: ready. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1385.326032] env[62099]: ERROR oslo_vmware.rw_handles [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52956562-c79c-dee8-f0ef-7dd1cbbe5f94/disk-0.vmdk due to incomplete transfer. [ 1385.333772] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7fd9ee1d-1b7b-4fa7-8e1c-8c1564497101 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.345297] env[62099]: DEBUG oslo_vmware.rw_handles [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52956562-c79c-dee8-f0ef-7dd1cbbe5f94/disk-0.vmdk. {{(pid=62099) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1385.345595] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Uploaded image b9a088e1-342b-4aea-93ba-c72e66d47323 to the Glance image server {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1385.347987] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Destroying the VM {{(pid=62099) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1385.350602] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d3781712-7b7a-49eb-8cf7-265945c93aaf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.359320] env[62099]: DEBUG oslo_vmware.api [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the task: (returnval){ [ 1385.359320] env[62099]: value = "task-1896296" [ 1385.359320] env[62099]: _type = "Task" [ 1385.359320] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.368029] env[62099]: DEBUG oslo_vmware.api [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896296, 'name': Destroy_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.496532] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52453acc-ca6f-835f-3c3d-eed96966e274, 'name': SearchDatastore_Task, 'duration_secs': 0.012014} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.499633] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.499716] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] fd044e0c-bdba-421e-8942-7132389d2430/fd044e0c-bdba-421e-8942-7132389d2430.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1385.501439] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-187b6e24-51c1-4340-b74c-4198060e4183 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.508521] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Waiting for the task: (returnval){ [ 1385.508521] env[62099]: value = "task-1896297" [ 1385.508521] env[62099]: _type = "Task" [ 1385.508521] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.518959] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': task-1896297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.792606] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b51a4c-4f49-4291-a15a-3218ae7ff97e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.802545] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5bb8d5-ddb7-40bd-83a0-14d797fb166f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.838817] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f69138d-08d7-4a7c-96f6-a41fe4ec3edf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.848026] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788178e4-4fbe-4179-9435-e608aa71f049 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.869671] env[62099]: DEBUG nova.compute.provider_tree [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.886694] env[62099]: DEBUG oslo_vmware.api [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896296, 'name': Destroy_Task, 'duration_secs': 0.353473} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.886694] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Destroyed the VM [ 1385.886694] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Deleting Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1385.886694] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-01184a31-68db-4771-a8d9-92ef03cde2c4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.895388] env[62099]: DEBUG oslo_vmware.api [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the task: (returnval){ [ 1385.895388] env[62099]: value = "task-1896298" [ 1385.895388] env[62099]: _type = "Task" [ 1385.895388] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.907863] env[62099]: DEBUG oslo_vmware.api [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896298, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.020773] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': task-1896297, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.148817] env[62099]: DEBUG nova.compute.manager [req-828e3cc7-c421-442d-a776-fbbd8396c448 req-2d15bebf-76a3-48e5-b83f-115359b441bb service nova] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Received event network-changed-e85668de-86c7-4ee8-90bd-48cdb32092bc {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1386.149265] env[62099]: DEBUG nova.compute.manager [req-828e3cc7-c421-442d-a776-fbbd8396c448 req-2d15bebf-76a3-48e5-b83f-115359b441bb service nova] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Refreshing instance network info cache due to event network-changed-e85668de-86c7-4ee8-90bd-48cdb32092bc. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1386.149686] env[62099]: DEBUG oslo_concurrency.lockutils [req-828e3cc7-c421-442d-a776-fbbd8396c448 req-2d15bebf-76a3-48e5-b83f-115359b441bb service nova] Acquiring lock "refresh_cache-87130834-359c-4d54-9cdf-f4a20a051a58" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.150016] env[62099]: DEBUG oslo_concurrency.lockutils [req-828e3cc7-c421-442d-a776-fbbd8396c448 req-2d15bebf-76a3-48e5-b83f-115359b441bb service nova] Acquired lock "refresh_cache-87130834-359c-4d54-9cdf-f4a20a051a58" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.150426] env[62099]: DEBUG nova.network.neutron [req-828e3cc7-c421-442d-a776-fbbd8396c448 req-2d15bebf-76a3-48e5-b83f-115359b441bb service nova] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Refreshing network info cache for port e85668de-86c7-4ee8-90bd-48cdb32092bc {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.159523] env[62099]: DEBUG nova.compute.manager [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1386.187879] env[62099]: DEBUG nova.virt.hardware [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1386.188635] env[62099]: DEBUG nova.virt.hardware [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.188901] env[62099]: DEBUG nova.virt.hardware [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1386.189168] env[62099]: DEBUG nova.virt.hardware [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.189433] env[62099]: DEBUG nova.virt.hardware [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1386.189652] env[62099]: DEBUG nova.virt.hardware [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1386.189997] env[62099]: DEBUG nova.virt.hardware [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1386.190254] env[62099]: DEBUG nova.virt.hardware [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1386.190489] env[62099]: DEBUG nova.virt.hardware [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1386.190714] env[62099]: DEBUG nova.virt.hardware [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1386.190941] env[62099]: DEBUG nova.virt.hardware [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1386.192523] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828ed78e-0cf5-4ac5-b910-87b4ddcf8e65 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.203146] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096477a9-0338-4943-8807-c7e7b8c5e868 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.224032] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Instance VIF info [] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1386.226997] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Creating folder: Project (d0b77232356b43bdba8546950306d63c). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1386.227694] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21bf5d1d-6866-4b18-8114-75a4442a04c7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.238878] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Created folder: Project (d0b77232356b43bdba8546950306d63c) in parent group-v391507. [ 1386.239132] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Creating folder: Instances. Parent ref: group-v391574. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1386.239324] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94911228-372f-46eb-bac3-31af1111ede9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.251537] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Created folder: Instances in parent group-v391574. [ 1386.251537] env[62099]: DEBUG oslo.service.loopingcall [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1386.251537] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1386.251537] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9904684b-8e5a-4f60-aa17-61c34e3ec6dd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.265071] env[62099]: DEBUG nova.network.neutron [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Successfully updated port: c0ec30f5-db00-4e7c-abf6-4b8c064e0984 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1386.271632] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1386.271632] env[62099]: value = "task-1896301" [ 1386.271632] env[62099]: _type = "Task" [ 1386.271632] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.280750] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896301, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.379574] env[62099]: DEBUG nova.scheduler.client.report [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.409952] env[62099]: DEBUG oslo_vmware.api [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896298, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.521474] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': task-1896297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579379} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.524349] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] fd044e0c-bdba-421e-8942-7132389d2430/fd044e0c-bdba-421e-8942-7132389d2430.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.524349] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1386.524349] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d895850-38e3-4c10-9c0a-08a25bdc80b3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.534368] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Waiting for the task: (returnval){ [ 1386.534368] env[62099]: value = "task-1896302" [ 1386.534368] env[62099]: _type = "Task" [ 1386.534368] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.544876] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': task-1896302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.641106] env[62099]: DEBUG nova.compute.manager [req-0e022551-b19e-425e-95b5-d9d97ff16895 req-eb2fd532-c3b9-4c4a-9058-d20713fbc8a1 service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Received event network-vif-plugged-c0ec30f5-db00-4e7c-abf6-4b8c064e0984 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1386.641479] env[62099]: DEBUG oslo_concurrency.lockutils [req-0e022551-b19e-425e-95b5-d9d97ff16895 req-eb2fd532-c3b9-4c4a-9058-d20713fbc8a1 service nova] Acquiring lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.641563] env[62099]: DEBUG oslo_concurrency.lockutils [req-0e022551-b19e-425e-95b5-d9d97ff16895 req-eb2fd532-c3b9-4c4a-9058-d20713fbc8a1 service nova] Lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.641748] env[62099]: DEBUG oslo_concurrency.lockutils [req-0e022551-b19e-425e-95b5-d9d97ff16895 req-eb2fd532-c3b9-4c4a-9058-d20713fbc8a1 service nova] Lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.641934] env[62099]: DEBUG nova.compute.manager [req-0e022551-b19e-425e-95b5-d9d97ff16895 req-eb2fd532-c3b9-4c4a-9058-d20713fbc8a1 service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] No waiting events found dispatching network-vif-plugged-c0ec30f5-db00-4e7c-abf6-4b8c064e0984 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1386.642227] env[62099]: WARNING nova.compute.manager [req-0e022551-b19e-425e-95b5-d9d97ff16895 req-eb2fd532-c3b9-4c4a-9058-d20713fbc8a1 service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Received unexpected event network-vif-plugged-c0ec30f5-db00-4e7c-abf6-4b8c064e0984 for instance with vm_state building and task_state spawning. [ 1386.769461] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "refresh_cache-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.769461] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "refresh_cache-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.769461] env[62099]: DEBUG nova.network.neutron [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.782069] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896301, 'name': CreateVM_Task, 'duration_secs': 0.322724} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.782867] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1386.783507] env[62099]: DEBUG oslo_concurrency.lockutils [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.783858] env[62099]: DEBUG oslo_concurrency.lockutils [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.784052] env[62099]: DEBUG oslo_concurrency.lockutils [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.784577] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286367a4-1b20-4551-a76c-b44113083392 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.792980] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Waiting for the task: (returnval){ [ 1386.792980] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529ae76b-8814-d3ae-608b-6ad7516a79d6" [ 1386.792980] env[62099]: _type = "Task" [ 1386.792980] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.802086] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529ae76b-8814-d3ae-608b-6ad7516a79d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.885569] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.886120] env[62099]: DEBUG nova.compute.manager [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1386.888788] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.267s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.892384] env[62099]: DEBUG nova.objects.instance [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62099) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1386.918157] env[62099]: DEBUG oslo_vmware.api [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896298, 'name': RemoveSnapshot_Task, 'duration_secs': 0.754376} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.918549] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Deleted Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1386.918961] env[62099]: INFO nova.compute.manager [None req-744ba171-fccf-4112-8c85-1cdbed249d48 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Took 13.01 seconds to snapshot the instance on the hypervisor. [ 1387.047732] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': task-1896302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083604} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.048308] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1387.052022] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a93e7d-f81d-4e13-8f81-5782d210c64f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.076937] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] fd044e0c-bdba-421e-8942-7132389d2430/fd044e0c-bdba-421e-8942-7132389d2430.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.077783] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbc1028d-61b2-4779-b954-deb60c8e0643 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.094697] env[62099]: DEBUG nova.network.neutron [req-828e3cc7-c421-442d-a776-fbbd8396c448 req-2d15bebf-76a3-48e5-b83f-115359b441bb service nova] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Updated VIF entry in instance network info cache for port e85668de-86c7-4ee8-90bd-48cdb32092bc. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.095328] env[62099]: DEBUG nova.network.neutron [req-828e3cc7-c421-442d-a776-fbbd8396c448 req-2d15bebf-76a3-48e5-b83f-115359b441bb service nova] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Updating instance_info_cache with network_info: [{"id": "e85668de-86c7-4ee8-90bd-48cdb32092bc", "address": "fa:16:3e:ef:7d:37", "network": {"id": "da75a794-b356-4f9e-bc6b-53789300a2b2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1777061996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40ff468b56304748935298ff154e14e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape85668de-86", "ovs_interfaceid": "e85668de-86c7-4ee8-90bd-48cdb32092bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.103035] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Waiting for the task: (returnval){ [ 1387.103035] env[62099]: value = "task-1896303" [ 1387.103035] env[62099]: _type = "Task" [ 1387.103035] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.112474] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': task-1896303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.305444] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529ae76b-8814-d3ae-608b-6ad7516a79d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012045} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.305863] env[62099]: DEBUG oslo_concurrency.lockutils [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.306116] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1387.306357] env[62099]: DEBUG oslo_concurrency.lockutils [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.306503] env[62099]: DEBUG oslo_concurrency.lockutils [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.306679] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1387.306947] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f05cd1c-dd66-4e68-9a18-98fbea7b9bbc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.315878] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1387.316153] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1387.316966] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fae1aa9-c3c4-4c16-93a4-715d40d06102 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.321309] env[62099]: DEBUG nova.network.neutron [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1387.325977] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Waiting for the task: (returnval){ [ 1387.325977] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528170be-59bd-e9c5-db62-b9f9ad7b79f0" [ 1387.325977] env[62099]: _type = "Task" [ 1387.325977] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.333990] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528170be-59bd-e9c5-db62-b9f9ad7b79f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.397348] env[62099]: DEBUG nova.compute.utils [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1387.398791] env[62099]: DEBUG nova.compute.manager [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1387.398967] env[62099]: DEBUG nova.network.neutron [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1387.456555] env[62099]: DEBUG nova.policy [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74302f0c4a754c66b892ff626e628447', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8e3e331ac0e49f9a96b3faff734d673', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1387.520953] env[62099]: DEBUG nova.network.neutron [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Updating instance_info_cache with network_info: [{"id": "c0ec30f5-db00-4e7c-abf6-4b8c064e0984", "address": "fa:16:3e:03:00:33", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ec30f5-db", "ovs_interfaceid": "c0ec30f5-db00-4e7c-abf6-4b8c064e0984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.603107] env[62099]: DEBUG oslo_concurrency.lockutils [req-828e3cc7-c421-442d-a776-fbbd8396c448 req-2d15bebf-76a3-48e5-b83f-115359b441bb service nova] Releasing lock "refresh_cache-87130834-359c-4d54-9cdf-f4a20a051a58" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.615277] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': task-1896303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.755955] env[62099]: DEBUG nova.network.neutron [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Successfully created port: fcc3e2d1-5167-43f4-b7f9-1c6847be7334 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1387.841243] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528170be-59bd-e9c5-db62-b9f9ad7b79f0, 'name': SearchDatastore_Task, 'duration_secs': 0.01046} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.841524] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dacbbda8-6791-4df5-870f-35864adf9772 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.853284] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Waiting for the task: (returnval){ [ 1387.853284] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]523a3deb-135c-96c5-0889-e833a18687ba" [ 1387.853284] env[62099]: _type = "Task" [ 1387.853284] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.864738] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523a3deb-135c-96c5-0889-e833a18687ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.902937] env[62099]: DEBUG nova.compute.manager [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1387.908465] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3251978a-8b3e-4efe-b8e5-d7cc45474d66 tempest-ServersAdmin275Test-614403825 tempest-ServersAdmin275Test-614403825-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.909666] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.582s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.909920] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.913125] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.495s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.914859] env[62099]: INFO nova.compute.claims [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1387.934882] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "2a3e8dcf-23dd-4f09-9126-e254ab8ef9de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.935514] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "2a3e8dcf-23dd-4f09-9126-e254ab8ef9de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.958487] env[62099]: INFO nova.scheduler.client.report [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Deleted allocations for instance e1197d80-5d4b-4130-96aa-35e246a2c8c2 [ 1388.027295] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "refresh_cache-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.027833] env[62099]: DEBUG nova.compute.manager [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Instance network_info: |[{"id": "c0ec30f5-db00-4e7c-abf6-4b8c064e0984", "address": "fa:16:3e:03:00:33", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ec30f5-db", "ovs_interfaceid": "c0ec30f5-db00-4e7c-abf6-4b8c064e0984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1388.028549] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:00:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0ec30f5-db00-4e7c-abf6-4b8c064e0984', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1388.039463] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Creating folder: Project (511d198b4c40466caacb6db27d52c0af). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.040354] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce7fae39-03a0-44be-851c-631accd9c368 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.051718] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Created folder: Project (511d198b4c40466caacb6db27d52c0af) in parent group-v391507. [ 1388.051839] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Creating folder: Instances. Parent ref: group-v391577. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.052101] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffb24a8e-999a-4802-a6b2-c4a97faf08bf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.060885] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Created folder: Instances in parent group-v391577. [ 1388.061499] env[62099]: DEBUG oslo.service.loopingcall [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1388.061786] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1388.062364] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-539f7970-579f-4897-a748-abc0ec4de1bc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.085637] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1388.085637] env[62099]: value = "task-1896306" [ 1388.085637] env[62099]: _type = "Task" [ 1388.085637] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.094847] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896306, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.117480] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': task-1896303, 'name': ReconfigVM_Task, 'duration_secs': 0.879936} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.117480] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Reconfigured VM instance instance-00000016 to attach disk [datastore2] fd044e0c-bdba-421e-8942-7132389d2430/fd044e0c-bdba-421e-8942-7132389d2430.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1388.118335] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b7ef9c5-fe36-45a7-a4af-e579d94529d0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.128020] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Waiting for the task: (returnval){ [ 1388.128020] env[62099]: value = "task-1896307" [ 1388.128020] env[62099]: _type = "Task" [ 1388.128020] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.140332] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': task-1896307, 'name': Rename_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.365236] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523a3deb-135c-96c5-0889-e833a18687ba, 'name': SearchDatastore_Task, 'duration_secs': 0.015557} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.365738] env[62099]: DEBUG oslo_concurrency.lockutils [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.365998] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 15961ea8-5a20-4e94-a8f8-ef0d64247334/15961ea8-5a20-4e94-a8f8-ef0d64247334.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1388.366289] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c98f811a-9ea3-417d-a659-3138a077c8d4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.373089] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Waiting for the task: (returnval){ [ 1388.373089] env[62099]: value = "task-1896308" [ 1388.373089] env[62099]: _type = "Task" [ 1388.373089] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.381750] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': task-1896308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.466629] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ebfec0fb-67a0-4b19-ae7f-95f61ee9cc2f tempest-FloatingIPsAssociationNegativeTestJSON-272422635 tempest-FloatingIPsAssociationNegativeTestJSON-272422635-project-member] Lock "e1197d80-5d4b-4130-96aa-35e246a2c8c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.984s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.596644] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896306, 'name': CreateVM_Task, 'duration_secs': 0.468643} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.596821] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.597515] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.597690] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.598015] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.598276] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0740bf15-a474-4843-8903-0eec0d410e47 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.604318] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1388.604318] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c9ab87-4cdf-1639-0351-88cb99a261fe" [ 1388.604318] env[62099]: _type = "Task" [ 1388.604318] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.612908] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c9ab87-4cdf-1639-0351-88cb99a261fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.634760] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': task-1896307, 'name': Rename_Task, 'duration_secs': 0.173125} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.635079] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.635405] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a848d38c-4945-44f1-a595-0a4764c5fc9b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.641276] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Waiting for the task: (returnval){ [ 1388.641276] env[62099]: value = "task-1896309" [ 1388.641276] env[62099]: _type = "Task" [ 1388.641276] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.653155] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': task-1896309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.887747] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': task-1896308, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.929024] env[62099]: DEBUG nova.compute.manager [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1388.944112] env[62099]: DEBUG nova.compute.manager [req-cf2cace9-0bb3-457e-b81d-07ffbebff32f req-4318923f-3ee9-4573-93ed-0abecc018fda service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Received event network-changed-c0ec30f5-db00-4e7c-abf6-4b8c064e0984 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1388.944295] env[62099]: DEBUG nova.compute.manager [req-cf2cace9-0bb3-457e-b81d-07ffbebff32f req-4318923f-3ee9-4573-93ed-0abecc018fda service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Refreshing instance network info cache due to event network-changed-c0ec30f5-db00-4e7c-abf6-4b8c064e0984. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1388.944412] env[62099]: DEBUG oslo_concurrency.lockutils [req-cf2cace9-0bb3-457e-b81d-07ffbebff32f req-4318923f-3ee9-4573-93ed-0abecc018fda service nova] Acquiring lock "refresh_cache-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.944614] env[62099]: DEBUG oslo_concurrency.lockutils [req-cf2cace9-0bb3-457e-b81d-07ffbebff32f req-4318923f-3ee9-4573-93ed-0abecc018fda service nova] Acquired lock "refresh_cache-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.944814] env[62099]: DEBUG nova.network.neutron [req-cf2cace9-0bb3-457e-b81d-07ffbebff32f req-4318923f-3ee9-4573-93ed-0abecc018fda service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Refreshing network info cache for port c0ec30f5-db00-4e7c-abf6-4b8c064e0984 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.970441] env[62099]: DEBUG nova.virt.hardware [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1388.970689] env[62099]: DEBUG nova.virt.hardware [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1388.970918] env[62099]: DEBUG nova.virt.hardware [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1388.971565] env[62099]: DEBUG nova.virt.hardware [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1388.971845] env[62099]: DEBUG nova.virt.hardware [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1388.972102] env[62099]: DEBUG nova.virt.hardware [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1388.972488] env[62099]: DEBUG nova.virt.hardware [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1388.973189] env[62099]: DEBUG nova.virt.hardware [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1388.973480] env[62099]: DEBUG nova.virt.hardware [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1388.973763] env[62099]: DEBUG nova.virt.hardware [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1388.974627] env[62099]: DEBUG nova.virt.hardware [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1388.976472] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeca62cd-f419-4a8f-a7fb-9dbde8ed9416 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.991157] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2065424-3a47-4bdc-b48f-ec39b17e1b1d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.121397] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c9ab87-4cdf-1639-0351-88cb99a261fe, 'name': SearchDatastore_Task, 'duration_secs': 0.017625} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.121983] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.122339] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.122783] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.122998] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.123272] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.123622] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3654f2b6-e9f5-453a-a491-cf9902b48e1e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.133320] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.133511] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.134339] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-266a14d6-4315-4ac4-afbc-4af35c67930c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.140481] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1389.140481] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cf2996-5581-b83f-0413-e090f8284c62" [ 1389.140481] env[62099]: _type = "Task" [ 1389.140481] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.156869] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cf2996-5581-b83f-0413-e090f8284c62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.161351] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': task-1896309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.387747] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': task-1896308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730799} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.390834] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 15961ea8-5a20-4e94-a8f8-ef0d64247334/15961ea8-5a20-4e94-a8f8-ef0d64247334.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1389.391311] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1389.391756] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7f440f3-3e6f-4c05-9ba1-cb3c46b4a321 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.399658] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Waiting for the task: (returnval){ [ 1389.399658] env[62099]: value = "task-1896310" [ 1389.399658] env[62099]: _type = "Task" [ 1389.399658] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.410318] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': task-1896310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.450373] env[62099]: DEBUG nova.network.neutron [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Successfully updated port: fcc3e2d1-5167-43f4-b7f9-1c6847be7334 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1389.559148] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42daaede-e775-4e1e-986e-9b29ae618a71 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.570044] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b586eb51-5b9b-44aa-b3a5-de6bb534e651 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.611737] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cbab87-371b-4b6c-a00c-62cffc531c3c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.620879] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1831563-876c-4a1c-baf9-6ca1b1d187a4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.635642] env[62099]: DEBUG nova.compute.provider_tree [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1389.653834] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cf2996-5581-b83f-0413-e090f8284c62, 'name': SearchDatastore_Task, 'duration_secs': 0.02825} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.659490] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d28b30f3-38f5-4a80-968a-fd4b924e26d8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.667941] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': task-1896309, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.671961] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1389.671961] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]525db5c5-85b1-afb0-5f64-fbb2026005ee" [ 1389.671961] env[62099]: _type = "Task" [ 1389.671961] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.679034] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525db5c5-85b1-afb0-5f64-fbb2026005ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.773626] env[62099]: DEBUG nova.network.neutron [req-cf2cace9-0bb3-457e-b81d-07ffbebff32f req-4318923f-3ee9-4573-93ed-0abecc018fda service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Updated VIF entry in instance network info cache for port c0ec30f5-db00-4e7c-abf6-4b8c064e0984. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.773626] env[62099]: DEBUG nova.network.neutron [req-cf2cace9-0bb3-457e-b81d-07ffbebff32f req-4318923f-3ee9-4573-93ed-0abecc018fda service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Updating instance_info_cache with network_info: [{"id": "c0ec30f5-db00-4e7c-abf6-4b8c064e0984", "address": "fa:16:3e:03:00:33", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ec30f5-db", "ovs_interfaceid": "c0ec30f5-db00-4e7c-abf6-4b8c064e0984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.875313] env[62099]: DEBUG nova.compute.manager [req-95b18dba-cb7a-47d6-bc0d-d733b101051a req-258bd727-3c14-4419-a278-e8193947231a service nova] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Received event network-vif-plugged-fcc3e2d1-5167-43f4-b7f9-1c6847be7334 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1389.875313] env[62099]: DEBUG oslo_concurrency.lockutils [req-95b18dba-cb7a-47d6-bc0d-d733b101051a req-258bd727-3c14-4419-a278-e8193947231a service nova] Acquiring lock "fa0cdd8f-05b3-4cf1-826c-4509f5e8d299-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.875693] env[62099]: DEBUG oslo_concurrency.lockutils [req-95b18dba-cb7a-47d6-bc0d-d733b101051a req-258bd727-3c14-4419-a278-e8193947231a service nova] Lock "fa0cdd8f-05b3-4cf1-826c-4509f5e8d299-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.875997] env[62099]: DEBUG oslo_concurrency.lockutils [req-95b18dba-cb7a-47d6-bc0d-d733b101051a req-258bd727-3c14-4419-a278-e8193947231a service nova] Lock "fa0cdd8f-05b3-4cf1-826c-4509f5e8d299-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.876358] env[62099]: DEBUG nova.compute.manager [req-95b18dba-cb7a-47d6-bc0d-d733b101051a req-258bd727-3c14-4419-a278-e8193947231a service nova] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] No waiting events found dispatching network-vif-plugged-fcc3e2d1-5167-43f4-b7f9-1c6847be7334 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1389.876630] env[62099]: WARNING nova.compute.manager [req-95b18dba-cb7a-47d6-bc0d-d733b101051a req-258bd727-3c14-4419-a278-e8193947231a service nova] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Received unexpected event network-vif-plugged-fcc3e2d1-5167-43f4-b7f9-1c6847be7334 for instance with vm_state building and task_state spawning. [ 1389.923216] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': task-1896310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194319} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.923216] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1389.923216] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365f2f98-4ea6-467b-a213-f6ad9102d4e9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.946327] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 15961ea8-5a20-4e94-a8f8-ef0d64247334/15961ea8-5a20-4e94-a8f8-ef0d64247334.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.947401] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8600416b-ff49-4b9e-ab05-31d321b5c16f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.966181] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Acquiring lock "refresh_cache-fa0cdd8f-05b3-4cf1-826c-4509f5e8d299" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.966498] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Acquired lock "refresh_cache-fa0cdd8f-05b3-4cf1-826c-4509f5e8d299" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.966754] env[62099]: DEBUG nova.network.neutron [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.975017] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Waiting for the task: (returnval){ [ 1389.975017] env[62099]: value = "task-1896311" [ 1389.975017] env[62099]: _type = "Task" [ 1389.975017] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.984018] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': task-1896311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.160367] env[62099]: DEBUG oslo_vmware.api [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': task-1896309, 'name': PowerOnVM_Task, 'duration_secs': 1.218921} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.161431] env[62099]: ERROR nova.scheduler.client.report [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [req-b1f8100f-7cc7-47ba-b4f3-8a5a07150671] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 43c8a4a7-40f1-4ba7-adfe-424593691d02. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b1f8100f-7cc7-47ba-b4f3-8a5a07150671"}]} [ 1390.162119] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.162521] env[62099]: INFO nova.compute.manager [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Took 11.05 seconds to spawn the instance on the hypervisor. [ 1390.163081] env[62099]: DEBUG nova.compute.manager [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.166774] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f76f8b-b52e-4676-a6e5-0c014c49ae5f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.186836] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525db5c5-85b1-afb0-5f64-fbb2026005ee, 'name': SearchDatastore_Task, 'duration_secs': 0.029296} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.188081] env[62099]: DEBUG nova.scheduler.client.report [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Refreshing inventories for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1390.190855] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.191668] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd/d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1390.192302] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e60048e-e417-47aa-ae86-5ea930032334 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.199826] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1390.199826] env[62099]: value = "task-1896312" [ 1390.199826] env[62099]: _type = "Task" [ 1390.199826] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.210600] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.223023] env[62099]: DEBUG nova.scheduler.client.report [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Updating ProviderTree inventory for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1390.223023] env[62099]: DEBUG nova.compute.provider_tree [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1390.244026] env[62099]: DEBUG nova.scheduler.client.report [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Refreshing aggregate associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, aggregates: None {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1390.268855] env[62099]: DEBUG nova.scheduler.client.report [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Refreshing trait associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1390.276212] env[62099]: DEBUG oslo_concurrency.lockutils [req-cf2cace9-0bb3-457e-b81d-07ffbebff32f req-4318923f-3ee9-4573-93ed-0abecc018fda service nova] Releasing lock "refresh_cache-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.487810] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': task-1896311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.521444] env[62099]: DEBUG nova.network.neutron [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1390.705079] env[62099]: DEBUG nova.network.neutron [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Updating instance_info_cache with network_info: [{"id": "fcc3e2d1-5167-43f4-b7f9-1c6847be7334", "address": "fa:16:3e:22:12:0f", "network": {"id": "b0221e90-1f0f-40c5-86f8-d6cf98b2fcb3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-5211319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e3e331ac0e49f9a96b3faff734d673", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc3e2d1-51", "ovs_interfaceid": "fcc3e2d1-5167-43f4-b7f9-1c6847be7334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.717953] env[62099]: INFO nova.compute.manager [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Took 42.32 seconds to build instance. [ 1390.726212] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896312, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.844265] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79412478-97de-4a2e-8533-2b1faa6a5d70 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.853256] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efdc16d-5b70-45dc-8ca8-a9f43c322003 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.906015] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cb1e03-63af-42ce-9797-1f34fd2487a6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.917061] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e9d976-29e5-415f-96ad-44003153d0eb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.932320] env[62099]: DEBUG nova.compute.provider_tree [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1390.987376] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': task-1896311, 'name': ReconfigVM_Task, 'duration_secs': 0.656988} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.987664] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 15961ea8-5a20-4e94-a8f8-ef0d64247334/15961ea8-5a20-4e94-a8f8-ef0d64247334.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.988513] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86354a34-03f0-406a-9349-d3bac0bf8f93 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.995679] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Waiting for the task: (returnval){ [ 1390.995679] env[62099]: value = "task-1896313" [ 1390.995679] env[62099]: _type = "Task" [ 1390.995679] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.004423] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': task-1896313, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.034852] env[62099]: DEBUG oslo_vmware.rw_handles [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab7e77-2f45-e1bf-65c8-039a24240a66/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1391.035253] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d81e8e-4317-4b35-9298-b04f7cdd198d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.041433] env[62099]: DEBUG oslo_vmware.rw_handles [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab7e77-2f45-e1bf-65c8-039a24240a66/disk-0.vmdk is in state: ready. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1391.041537] env[62099]: ERROR oslo_vmware.rw_handles [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab7e77-2f45-e1bf-65c8-039a24240a66/disk-0.vmdk due to incomplete transfer. [ 1391.042116] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e3ec44de-0b65-4bc4-bc44-6e88806e8b79 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.048584] env[62099]: DEBUG oslo_vmware.rw_handles [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab7e77-2f45-e1bf-65c8-039a24240a66/disk-0.vmdk. {{(pid=62099) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1391.048749] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Uploaded image eabc4495-8be8-4f3c-bb5d-ccdfe955c0a1 to the Glance image server {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1391.050263] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Destroying the VM {{(pid=62099) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1391.050522] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2a456ec3-3d32-4ead-9ab6-fb039cfd9e4a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.056704] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1391.056704] env[62099]: value = "task-1896314" [ 1391.056704] env[62099]: _type = "Task" [ 1391.056704] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.066343] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896314, 'name': Destroy_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.212366] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840147} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.213073] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd/d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.213073] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1391.213558] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ae580d7-7993-4ad7-9623-49cfb3b6c13b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.217840] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Releasing lock "refresh_cache-fa0cdd8f-05b3-4cf1-826c-4509f5e8d299" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.218183] env[62099]: DEBUG nova.compute.manager [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Instance network_info: |[{"id": "fcc3e2d1-5167-43f4-b7f9-1c6847be7334", "address": "fa:16:3e:22:12:0f", "network": {"id": "b0221e90-1f0f-40c5-86f8-d6cf98b2fcb3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-5211319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e3e331ac0e49f9a96b3faff734d673", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc3e2d1-51", "ovs_interfaceid": "fcc3e2d1-5167-43f4-b7f9-1c6847be7334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1391.218525] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:12:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcc3e2d1-5167-43f4-b7f9-1c6847be7334', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1391.226769] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Creating folder: Project (e8e3e331ac0e49f9a96b3faff734d673). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1391.229883] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca6b62c2-eb69-48fc-b9b6-28c91731cce3 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Lock "fd044e0c-bdba-421e-8942-7132389d2430" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.286s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.230204] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5503a308-0621-4aa9-b41d-65d22e2ea4c6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.232045] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1391.232045] env[62099]: value = "task-1896315" [ 1391.232045] env[62099]: _type = "Task" [ 1391.232045] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.243144] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.244825] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Created folder: Project (e8e3e331ac0e49f9a96b3faff734d673) in parent group-v391507. [ 1391.245085] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Creating folder: Instances. Parent ref: group-v391580. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1391.245395] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a93b5ab-b2a6-49af-86b7-033a4570fd1f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.254448] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Created folder: Instances in parent group-v391580. [ 1391.254706] env[62099]: DEBUG oslo.service.loopingcall [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1391.254894] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1391.255142] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eda509b-eac1-4aa8-90a2-220b8815bc13 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.270946] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.276234] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1391.276234] env[62099]: value = "task-1896318" [ 1391.276234] env[62099]: _type = "Task" [ 1391.276234] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.288044] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896318, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.468777] env[62099]: DEBUG nova.scheduler.client.report [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Updated inventory for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with generation 47 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1391.469061] env[62099]: DEBUG nova.compute.provider_tree [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Updating resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 generation from 47 to 48 during operation: update_inventory {{(pid=62099) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1391.469245] env[62099]: DEBUG nova.compute.provider_tree [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1391.505853] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': task-1896313, 'name': Rename_Task, 'duration_secs': 0.139437} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.505971] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.506194] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-578c0a48-87a9-4de9-be60-187a282ab51b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.512534] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Waiting for the task: (returnval){ [ 1391.512534] env[62099]: value = "task-1896319" [ 1391.512534] env[62099]: _type = "Task" [ 1391.512534] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.520793] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': task-1896319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.566528] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896314, 'name': Destroy_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.742880] env[62099]: DEBUG nova.compute.manager [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1391.755682] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069355} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.755998] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1391.756833] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3564ed2-c910-4828-ba39-c1889abc5cde {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.780787] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd/d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.781437] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fea4e24e-69d9-4b5d-a6bd-5c48808aa9fd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.810734] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896318, 'name': CreateVM_Task, 'duration_secs': 0.475757} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.811772] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1391.812337] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1391.812337] env[62099]: value = "task-1896320" [ 1391.812337] env[62099]: _type = "Task" [ 1391.812337] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.812953] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.812953] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.813547] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.813547] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ee93f7a-c109-4d12-aa0e-16b9dc8a0e49 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.822179] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Waiting for the task: (returnval){ [ 1391.822179] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5249746b-149a-a339-9486-f61fc6de6373" [ 1391.822179] env[62099]: _type = "Task" [ 1391.822179] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.825205] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896320, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.833395] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5249746b-149a-a339-9486-f61fc6de6373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.974782] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.062s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.975512] env[62099]: DEBUG nova.compute.manager [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1391.978708] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.990s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.978947] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.981706] env[62099]: DEBUG oslo_concurrency.lockutils [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.714s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.983493] env[62099]: INFO nova.compute.claims [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.010260] env[62099]: INFO nova.scheduler.client.report [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Deleted allocations for instance 6f139879-a83d-44cc-8d3a-4151114400ab [ 1392.031016] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': task-1896319, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.067637] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896314, 'name': Destroy_Task, 'duration_secs': 0.940899} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.067956] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Destroyed the VM [ 1392.068173] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Deleting Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1392.068468] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7d1daa7f-4fd3-41f7-8d48-0cf36a5a2a1c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.074837] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1392.074837] env[62099]: value = "task-1896321" [ 1392.074837] env[62099]: _type = "Task" [ 1392.074837] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.084845] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896321, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.118305] env[62099]: DEBUG nova.compute.manager [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.119830] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0707ed-e513-4523-8b34-444c4e7ea1a3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.142011] env[62099]: DEBUG nova.compute.manager [req-8a2706ae-1945-4c62-8361-1d362bf5332f req-78177c64-2a46-498b-ad59-828df016bc6f service nova] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Received event network-changed-fcc3e2d1-5167-43f4-b7f9-1c6847be7334 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1392.142011] env[62099]: DEBUG nova.compute.manager [req-8a2706ae-1945-4c62-8361-1d362bf5332f req-78177c64-2a46-498b-ad59-828df016bc6f service nova] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Refreshing instance network info cache due to event network-changed-fcc3e2d1-5167-43f4-b7f9-1c6847be7334. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1392.142011] env[62099]: DEBUG oslo_concurrency.lockutils [req-8a2706ae-1945-4c62-8361-1d362bf5332f req-78177c64-2a46-498b-ad59-828df016bc6f service nova] Acquiring lock "refresh_cache-fa0cdd8f-05b3-4cf1-826c-4509f5e8d299" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.142231] env[62099]: DEBUG oslo_concurrency.lockutils [req-8a2706ae-1945-4c62-8361-1d362bf5332f req-78177c64-2a46-498b-ad59-828df016bc6f service nova] Acquired lock "refresh_cache-fa0cdd8f-05b3-4cf1-826c-4509f5e8d299" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.142368] env[62099]: DEBUG nova.network.neutron [req-8a2706ae-1945-4c62-8361-1d362bf5332f req-78177c64-2a46-498b-ad59-828df016bc6f service nova] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Refreshing network info cache for port fcc3e2d1-5167-43f4-b7f9-1c6847be7334 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.265194] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.268959] env[62099]: DEBUG oslo_concurrency.lockutils [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.329028] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.339839] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5249746b-149a-a339-9486-f61fc6de6373, 'name': SearchDatastore_Task, 'duration_secs': 0.029861} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.340170] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.340487] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1392.340955] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.341254] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.341529] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1392.342173] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efecd3dc-0e40-4397-8c1e-0ebcfbfaffaf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.352235] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1392.352557] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1392.353733] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f32933ad-a4e3-4abd-8192-0327029722ac {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.360025] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Waiting for the task: (returnval){ [ 1392.360025] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]527d0bac-c3e6-ebec-a890-898618f59974" [ 1392.360025] env[62099]: _type = "Task" [ 1392.360025] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.368280] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]527d0bac-c3e6-ebec-a890-898618f59974, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.389039] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Acquiring lock "fd044e0c-bdba-421e-8942-7132389d2430" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.389039] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Lock "fd044e0c-bdba-421e-8942-7132389d2430" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.389039] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Acquiring lock "fd044e0c-bdba-421e-8942-7132389d2430-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.389380] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Lock "fd044e0c-bdba-421e-8942-7132389d2430-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.389380] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Lock "fd044e0c-bdba-421e-8942-7132389d2430-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.391813] env[62099]: INFO nova.compute.manager [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Terminating instance [ 1392.488645] env[62099]: DEBUG nova.compute.utils [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1392.492082] env[62099]: DEBUG nova.compute.manager [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1392.492291] env[62099]: DEBUG nova.network.neutron [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1392.526154] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ab6990c-3234-498d-9766-cbfd41a6762e tempest-TenantUsagesTestJSON-1019859391 tempest-TenantUsagesTestJSON-1019859391-project-member] Lock "6f139879-a83d-44cc-8d3a-4151114400ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.393s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.534777] env[62099]: DEBUG oslo_vmware.api [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': task-1896319, 'name': PowerOnVM_Task, 'duration_secs': 0.544597} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.534777] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.535029] env[62099]: INFO nova.compute.manager [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Took 6.38 seconds to spawn the instance on the hypervisor. [ 1392.536222] env[62099]: DEBUG nova.compute.manager [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.538366] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2d86c8-4ee2-48be-b329-be8fcc57e1ce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.541237] env[62099]: DEBUG nova.policy [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7e1714ec178423a9b0396936f1c77b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e264ce8a574415cac0062edce810423', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1392.588696] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896321, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.633028] env[62099]: INFO nova.compute.manager [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] instance snapshotting [ 1392.635824] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fdd417-b606-4901-a977-a86412877b0b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.662109] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a1b4f2-a466-48e2-82bf-ba4ac350c6c0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.768018] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.818571] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "cb685d54-5abc-432a-8289-1a0b8fe733db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.818911] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "cb685d54-5abc-432a-8289-1a0b8fe733db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.819202] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "cb685d54-5abc-432a-8289-1a0b8fe733db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.819523] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "cb685d54-5abc-432a-8289-1a0b8fe733db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.819685] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "cb685d54-5abc-432a-8289-1a0b8fe733db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.827872] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896320, 'name': ReconfigVM_Task, 'duration_secs': 0.710594} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.828331] env[62099]: INFO nova.compute.manager [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Terminating instance [ 1392.831463] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Reconfigured VM instance instance-00000017 to attach disk [datastore2] d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd/d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.832107] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ed8247f-6043-47e1-be99-231414301791 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.842104] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1392.842104] env[62099]: value = "task-1896322" [ 1392.842104] env[62099]: _type = "Task" [ 1392.842104] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.851673] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896322, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.870520] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]527d0bac-c3e6-ebec-a890-898618f59974, 'name': SearchDatastore_Task, 'duration_secs': 0.017724} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.871641] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab028f9-3546-4aac-b63b-877f6b6778db {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.879734] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Waiting for the task: (returnval){ [ 1392.879734] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52591cff-f2b0-9252-f48e-9e343ecaf5c0" [ 1392.879734] env[62099]: _type = "Task" [ 1392.879734] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.889630] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52591cff-f2b0-9252-f48e-9e343ecaf5c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.897079] env[62099]: DEBUG nova.compute.manager [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1392.897348] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.898343] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2e477d-16df-41d3-82b6-673d4348b204 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.909102] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.910281] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0c1e535-3187-4f90-91a7-1621e07996ab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.919311] env[62099]: DEBUG oslo_vmware.api [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Waiting for the task: (returnval){ [ 1392.919311] env[62099]: value = "task-1896323" [ 1392.919311] env[62099]: _type = "Task" [ 1392.919311] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.926635] env[62099]: DEBUG oslo_vmware.api [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': task-1896323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.967246] env[62099]: DEBUG nova.network.neutron [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Successfully created port: b11f9fed-b00f-4c3c-9d14-d80d5d82e135 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1393.000474] env[62099]: DEBUG nova.compute.manager [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1393.067952] env[62099]: INFO nova.compute.manager [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Took 40.33 seconds to build instance. [ 1393.095149] env[62099]: DEBUG oslo_vmware.api [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896321, 'name': RemoveSnapshot_Task, 'duration_secs': 0.874746} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.099033] env[62099]: DEBUG nova.network.neutron [req-8a2706ae-1945-4c62-8361-1d362bf5332f req-78177c64-2a46-498b-ad59-828df016bc6f service nova] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Updated VIF entry in instance network info cache for port fcc3e2d1-5167-43f4-b7f9-1c6847be7334. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1393.099596] env[62099]: DEBUG nova.network.neutron [req-8a2706ae-1945-4c62-8361-1d362bf5332f req-78177c64-2a46-498b-ad59-828df016bc6f service nova] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Updating instance_info_cache with network_info: [{"id": "fcc3e2d1-5167-43f4-b7f9-1c6847be7334", "address": "fa:16:3e:22:12:0f", "network": {"id": "b0221e90-1f0f-40c5-86f8-d6cf98b2fcb3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-5211319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e3e331ac0e49f9a96b3faff734d673", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc3e2d1-51", "ovs_interfaceid": "fcc3e2d1-5167-43f4-b7f9-1c6847be7334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.101272] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Deleted Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1393.101657] env[62099]: INFO nova.compute.manager [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Took 17.18 seconds to snapshot the instance on the hypervisor. [ 1393.176697] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Creating Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1393.177640] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5765bd94-4638-46f1-85f0-6d041335fc5c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.185458] env[62099]: DEBUG oslo_vmware.api [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the task: (returnval){ [ 1393.185458] env[62099]: value = "task-1896324" [ 1393.185458] env[62099]: _type = "Task" [ 1393.185458] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.203452] env[62099]: DEBUG oslo_vmware.api [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896324, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.333025] env[62099]: DEBUG nova.compute.manager [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1393.333025] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.338044] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939e5e9c-8b1c-47d6-b988-3b46b82389cc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.352137] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.352214] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34422f47-8fb4-4e78-ba4e-f255720fcb07 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.359207] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896322, 'name': Rename_Task, 'duration_secs': 0.176449} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.361654] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.362072] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0d7a338-0b98-49bf-b423-905d83ece861 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.368549] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1393.368549] env[62099]: value = "task-1896326" [ 1393.368549] env[62099]: _type = "Task" [ 1393.368549] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.381030] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.391668] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52591cff-f2b0-9252-f48e-9e343ecaf5c0, 'name': SearchDatastore_Task, 'duration_secs': 0.025684} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.392485] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.392485] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] fa0cdd8f-05b3-4cf1-826c-4509f5e8d299/fa0cdd8f-05b3-4cf1-826c-4509f5e8d299.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1393.392485] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54274501-fae1-4a45-b880-550989def99e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.399032] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Waiting for the task: (returnval){ [ 1393.399032] env[62099]: value = "task-1896327" [ 1393.399032] env[62099]: _type = "Task" [ 1393.399032] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.410539] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': task-1896327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.425705] env[62099]: DEBUG oslo_vmware.api [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': task-1896323, 'name': PowerOffVM_Task, 'duration_secs': 0.257732} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.425924] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.426104] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.426359] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c6df0a2-81e1-4003-a601-3234682c4635 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.455633] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.455882] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.456182] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Deleting the datastore file [datastore1] cb685d54-5abc-432a-8289-1a0b8fe733db {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.456461] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-533f6a44-214e-4855-bea2-c3ea722c0bf8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.466581] env[62099]: DEBUG oslo_vmware.api [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1393.466581] env[62099]: value = "task-1896329" [ 1393.466581] env[62099]: _type = "Task" [ 1393.466581] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.477019] env[62099]: DEBUG oslo_vmware.api [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.525313] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.525600] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.525807] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Deleting the datastore file [datastore2] fd044e0c-bdba-421e-8942-7132389d2430 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.528765] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40cbb142-ac86-4b1d-8249-a9bb51a18efd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.535412] env[62099]: DEBUG oslo_vmware.api [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Waiting for the task: (returnval){ [ 1393.535412] env[62099]: value = "task-1896330" [ 1393.535412] env[62099]: _type = "Task" [ 1393.535412] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.544061] env[62099]: DEBUG oslo_vmware.api [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': task-1896330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.570168] env[62099]: DEBUG oslo_concurrency.lockutils [None req-80a3983b-2485-4a61-996b-97a4df27ab2c tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Lock "15961ea8-5a20-4e94-a8f8-ef0d64247334" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.367s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.582568] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36142c35-0d61-4dbc-a38a-76e2e701b981 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.591736] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d64841-e015-4d2e-a779-c3158540b784 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.628906] env[62099]: DEBUG oslo_concurrency.lockutils [req-8a2706ae-1945-4c62-8361-1d362bf5332f req-78177c64-2a46-498b-ad59-828df016bc6f service nova] Releasing lock "refresh_cache-fa0cdd8f-05b3-4cf1-826c-4509f5e8d299" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.629599] env[62099]: DEBUG nova.compute.manager [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Instance disappeared during snapshot {{(pid=62099) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1393.632828] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d67077c-7673-43bb-9218-f81f33df308d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.645021] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77d362b-7968-48b9-a16a-3f91ec0b44be {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.657908] env[62099]: DEBUG nova.compute.provider_tree [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.660291] env[62099]: DEBUG nova.compute.manager [None req-2b250d7d-c8d2-4591-8fa5-f0767e68261c tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Image not found during clean up eabc4495-8be8-4f3c-bb5d-ccdfe955c0a1 {{(pid=62099) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1393.699977] env[62099]: DEBUG oslo_vmware.api [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896324, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.866983] env[62099]: DEBUG oslo_concurrency.lockutils [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "91d4cb71-8a1c-43d0-8940-6fde1bd65466" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.866983] env[62099]: DEBUG oslo_concurrency.lockutils [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "91d4cb71-8a1c-43d0-8940-6fde1bd65466" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.882224] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.913234] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': task-1896327, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.976896] env[62099]: DEBUG oslo_vmware.api [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187771} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.977417] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1393.977719] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1393.978019] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1393.978329] env[62099]: INFO nova.compute.manager [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1393.978677] env[62099]: DEBUG oslo.service.loopingcall [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.979014] env[62099]: DEBUG nova.compute.manager [-] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1393.979204] env[62099]: DEBUG nova.network.neutron [-] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1394.016558] env[62099]: DEBUG nova.compute.manager [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1394.052465] env[62099]: DEBUG oslo_vmware.api [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Task: {'id': task-1896330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460987} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.052465] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.052465] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.052641] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.052708] env[62099]: INFO nova.compute.manager [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1394.052943] env[62099]: DEBUG oslo.service.loopingcall [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.053154] env[62099]: DEBUG nova.compute.manager [-] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1394.053262] env[62099]: DEBUG nova.network.neutron [-] [instance: fd044e0c-bdba-421e-8942-7132389d2430] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1394.056891] env[62099]: DEBUG nova.virt.hardware [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.057232] env[62099]: DEBUG nova.virt.hardware [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.057292] env[62099]: DEBUG nova.virt.hardware [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.057468] env[62099]: DEBUG nova.virt.hardware [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.057614] env[62099]: DEBUG nova.virt.hardware [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.057757] env[62099]: DEBUG nova.virt.hardware [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.057962] env[62099]: DEBUG nova.virt.hardware [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.058131] env[62099]: DEBUG nova.virt.hardware [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.058300] env[62099]: DEBUG nova.virt.hardware [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.058454] env[62099]: DEBUG nova.virt.hardware [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.058626] env[62099]: DEBUG nova.virt.hardware [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.062292] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a300203-ab40-445d-9d91-e7059e4fae45 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.070490] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27efd3b-7521-4db8-8679-0ccd16fd290e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.076751] env[62099]: DEBUG nova.compute.manager [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1394.162514] env[62099]: DEBUG nova.scheduler.client.report [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.196364] env[62099]: DEBUG oslo_vmware.api [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896324, 'name': CreateSnapshot_Task, 'duration_secs': 0.78494} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.196672] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Created Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1394.197470] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdb314d-d2ea-45b0-a2c5-908c361f4eb5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.380055] env[62099]: DEBUG oslo_vmware.api [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896326, 'name': PowerOnVM_Task, 'duration_secs': 0.939219} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.380330] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1394.380528] env[62099]: INFO nova.compute.manager [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Took 11.03 seconds to spawn the instance on the hypervisor. [ 1394.380701] env[62099]: DEBUG nova.compute.manager [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.382919] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead13902-1c40-419f-97a0-c51329a7a850 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.415813] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': task-1896327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550142} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.415813] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] fa0cdd8f-05b3-4cf1-826c-4509f5e8d299/fa0cdd8f-05b3-4cf1-826c-4509f5e8d299.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1394.417022] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1394.417578] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86663078-75fa-4e95-bc79-2688289436cd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.425415] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Waiting for the task: (returnval){ [ 1394.425415] env[62099]: value = "task-1896331" [ 1394.425415] env[62099]: _type = "Task" [ 1394.425415] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.438083] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': task-1896331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.612728] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.667858] env[62099]: DEBUG oslo_concurrency.lockutils [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.668455] env[62099]: DEBUG nova.compute.manager [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1394.673186] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.224s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.674838] env[62099]: INFO nova.compute.claims [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1394.717020] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Creating linked-clone VM from snapshot {{(pid=62099) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1394.717857] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bd7f8f9c-8bc6-4caa-bf90-6181a547cf42 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.731154] env[62099]: DEBUG oslo_vmware.api [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the task: (returnval){ [ 1394.731154] env[62099]: value = "task-1896332" [ 1394.731154] env[62099]: _type = "Task" [ 1394.731154] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.739370] env[62099]: DEBUG oslo_vmware.api [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896332, 'name': CloneVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.876390] env[62099]: DEBUG nova.network.neutron [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Successfully updated port: b11f9fed-b00f-4c3c-9d14-d80d5d82e135 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.905125] env[62099]: INFO nova.compute.manager [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Took 44.92 seconds to build instance. [ 1394.940394] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': task-1896331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091973} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.940934] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1394.941729] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace83fa3-670d-49ce-81ed-9680c26f0de5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.983452] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] fa0cdd8f-05b3-4cf1-826c-4509f5e8d299/fa0cdd8f-05b3-4cf1-826c-4509f5e8d299.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1394.983976] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c398f2f-251a-49d8-8f67-29f401fe5fca {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.010439] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Waiting for the task: (returnval){ [ 1395.010439] env[62099]: value = "task-1896333" [ 1395.010439] env[62099]: _type = "Task" [ 1395.010439] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.020039] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': task-1896333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.180902] env[62099]: DEBUG nova.compute.utils [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1395.184529] env[62099]: DEBUG nova.compute.manager [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1395.184720] env[62099]: DEBUG nova.network.neutron [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1395.242835] env[62099]: DEBUG oslo_vmware.api [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896332, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.245579] env[62099]: DEBUG nova.compute.manager [req-ef579b94-a7a1-4bb7-836f-fae91af9cbd2 req-a7063a16-5a3c-44ab-9918-a7891d546236 service nova] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Received event network-vif-plugged-b11f9fed-b00f-4c3c-9d14-d80d5d82e135 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1395.245962] env[62099]: DEBUG oslo_concurrency.lockutils [req-ef579b94-a7a1-4bb7-836f-fae91af9cbd2 req-a7063a16-5a3c-44ab-9918-a7891d546236 service nova] Acquiring lock "f5babee2-eada-48b0-99c6-eec3024633e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.246296] env[62099]: DEBUG oslo_concurrency.lockutils [req-ef579b94-a7a1-4bb7-836f-fae91af9cbd2 req-a7063a16-5a3c-44ab-9918-a7891d546236 service nova] Lock "f5babee2-eada-48b0-99c6-eec3024633e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.246780] env[62099]: DEBUG oslo_concurrency.lockutils [req-ef579b94-a7a1-4bb7-836f-fae91af9cbd2 req-a7063a16-5a3c-44ab-9918-a7891d546236 service nova] Lock "f5babee2-eada-48b0-99c6-eec3024633e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.247052] env[62099]: DEBUG nova.compute.manager [req-ef579b94-a7a1-4bb7-836f-fae91af9cbd2 req-a7063a16-5a3c-44ab-9918-a7891d546236 service nova] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] No waiting events found dispatching network-vif-plugged-b11f9fed-b00f-4c3c-9d14-d80d5d82e135 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1395.247613] env[62099]: WARNING nova.compute.manager [req-ef579b94-a7a1-4bb7-836f-fae91af9cbd2 req-a7063a16-5a3c-44ab-9918-a7891d546236 service nova] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Received unexpected event network-vif-plugged-b11f9fed-b00f-4c3c-9d14-d80d5d82e135 for instance with vm_state building and task_state spawning. [ 1395.268971] env[62099]: DEBUG nova.policy [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '912c2db498b9476aa9cf81d6619a2358', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3be1741ff1b64b1db82677ebacc84fde', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1395.340412] env[62099]: DEBUG nova.network.neutron [-] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.380761] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "refresh_cache-f5babee2-eada-48b0-99c6-eec3024633e2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.380921] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquired lock "refresh_cache-f5babee2-eada-48b0-99c6-eec3024633e2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.381124] env[62099]: DEBUG nova.network.neutron [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.392574] env[62099]: DEBUG nova.network.neutron [-] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.408846] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06e0ad51-99f5-456f-8003-28e90306291c tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.530s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.416821] env[62099]: DEBUG nova.compute.manager [req-bd6eb770-7f6a-4429-9729-6c8c320ad77f req-98e5c26e-f582-4614-9786-ddf8e85b7d18 service nova] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Received event network-vif-deleted-c34341be-24a2-499a-a1ac-77457ebcf84c {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1395.523342] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': task-1896333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.525956] env[62099]: DEBUG nova.compute.manager [None req-44b9f36b-3021-470e-a637-c83acbe1e457 tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1395.525956] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d21aca-7377-4aff-8c94-91eae3d3e7c3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.685784] env[62099]: DEBUG nova.compute.manager [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1395.744848] env[62099]: DEBUG oslo_vmware.api [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896332, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.812031] env[62099]: DEBUG nova.network.neutron [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Successfully created port: f60fe3bf-8567-4cce-8972-b7b75a67f3b6 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1395.846148] env[62099]: INFO nova.compute.manager [-] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Took 1.86 seconds to deallocate network for instance. [ 1395.896430] env[62099]: INFO nova.compute.manager [-] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Took 1.84 seconds to deallocate network for instance. [ 1395.916401] env[62099]: DEBUG nova.compute.manager [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1395.955194] env[62099]: DEBUG nova.network.neutron [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1396.027113] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': task-1896333, 'name': ReconfigVM_Task, 'duration_secs': 0.98348} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.028756] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Reconfigured VM instance instance-00000019 to attach disk [datastore2] fa0cdd8f-05b3-4cf1-826c-4509f5e8d299/fa0cdd8f-05b3-4cf1-826c-4509f5e8d299.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.029590] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5c5083b-cc76-43eb-8711-58d998ee8ee1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.038344] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Waiting for the task: (returnval){ [ 1396.038344] env[62099]: value = "task-1896334" [ 1396.038344] env[62099]: _type = "Task" [ 1396.038344] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.039317] env[62099]: INFO nova.compute.manager [None req-44b9f36b-3021-470e-a637-c83acbe1e457 tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] instance snapshotting [ 1396.039716] env[62099]: DEBUG nova.objects.instance [None req-44b9f36b-3021-470e-a637-c83acbe1e457 tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Lazy-loading 'flavor' on Instance uuid 15961ea8-5a20-4e94-a8f8-ef0d64247334 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.046759] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Acquiring lock "15961ea8-5a20-4e94-a8f8-ef0d64247334" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.046759] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Lock "15961ea8-5a20-4e94-a8f8-ef0d64247334" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.046759] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Acquiring lock "15961ea8-5a20-4e94-a8f8-ef0d64247334-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.046759] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Lock "15961ea8-5a20-4e94-a8f8-ef0d64247334-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.046899] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Lock "15961ea8-5a20-4e94-a8f8-ef0d64247334-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.049365] env[62099]: INFO nova.compute.manager [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Terminating instance [ 1396.055682] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': task-1896334, 'name': Rename_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.248105] env[62099]: DEBUG oslo_vmware.api [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896332, 'name': CloneVM_Task} progress is 95%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.268204] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf97da1-04d6-4df5-84da-2998729d2702 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.279500] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2248238d-5efa-443d-bc63-0e986ef8b51e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.324966] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63767db4-0dab-40f5-a967-8fb4228053db {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.333382] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32143167-2cc9-4d7e-8842-161898fd58e4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.349689] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.351297] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.378030] env[62099]: DEBUG nova.network.neutron [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Updating instance_info_cache with network_info: [{"id": "b11f9fed-b00f-4c3c-9d14-d80d5d82e135", "address": "fa:16:3e:1e:d9:0e", "network": {"id": "e47ad676-1232-4b16-b35a-bd0074c146fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-90263326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e264ce8a574415cac0062edce810423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb11f9fed-b0", "ovs_interfaceid": "b11f9fed-b00f-4c3c-9d14-d80d5d82e135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.410097] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.445053] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.555611] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': task-1896334, 'name': Rename_Task, 'duration_secs': 0.188766} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.556171] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.557221] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Acquiring lock "refresh_cache-15961ea8-5a20-4e94-a8f8-ef0d64247334" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.557521] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Acquired lock "refresh_cache-15961ea8-5a20-4e94-a8f8-ef0d64247334" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.557851] env[62099]: DEBUG nova.network.neutron [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1396.559247] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5658b890-0d04-40b0-b734-90c3e3afd350 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.564440] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d065a01-0598-4231-8004-ade885d37694 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.587206] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcbd8f9-7aa5-4c4a-a1b9-1f87d6465843 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.588523] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Waiting for the task: (returnval){ [ 1396.588523] env[62099]: value = "task-1896335" [ 1396.588523] env[62099]: _type = "Task" [ 1396.588523] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.604387] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': task-1896335, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.698292] env[62099]: DEBUG nova.compute.manager [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1396.730472] env[62099]: DEBUG nova.virt.hardware [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1396.730472] env[62099]: DEBUG nova.virt.hardware [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.730472] env[62099]: DEBUG nova.virt.hardware [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1396.730662] env[62099]: DEBUG nova.virt.hardware [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.730662] env[62099]: DEBUG nova.virt.hardware [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1396.730662] env[62099]: DEBUG nova.virt.hardware [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1396.730662] env[62099]: DEBUG nova.virt.hardware [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1396.730662] env[62099]: DEBUG nova.virt.hardware [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1396.730805] env[62099]: DEBUG nova.virt.hardware [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1396.730805] env[62099]: DEBUG nova.virt.hardware [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1396.730805] env[62099]: DEBUG nova.virt.hardware [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1396.730805] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71a66dd-1064-48d3-aacb-cfcd31d95376 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.745688] env[62099]: DEBUG oslo_vmware.api [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896332, 'name': CloneVM_Task, 'duration_secs': 1.670674} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.747870] env[62099]: INFO nova.virt.vmwareapi.vmops [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Created linked-clone VM from snapshot [ 1396.748654] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd299f7-5e41-46fa-bdc4-bf5f16f35ca6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.751933] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae78db8-16cb-43e5-aacd-eac197d2fd57 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.761564] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Uploading image 53eae256-c655-41d3-a66e-93b72bbcaef4 {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1396.795643] env[62099]: DEBUG oslo_vmware.rw_handles [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1396.795643] env[62099]: value = "vm-391584" [ 1396.795643] env[62099]: _type = "VirtualMachine" [ 1396.795643] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1396.795934] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ba15613a-25df-4151-abdd-339577d1a44e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.805430] env[62099]: DEBUG oslo_vmware.rw_handles [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Lease: (returnval){ [ 1396.805430] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528809c4-49a0-c5e3-ce89-b42e5bfa4988" [ 1396.805430] env[62099]: _type = "HttpNfcLease" [ 1396.805430] env[62099]: } obtained for exporting VM: (result){ [ 1396.805430] env[62099]: value = "vm-391584" [ 1396.805430] env[62099]: _type = "VirtualMachine" [ 1396.805430] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1396.805430] env[62099]: DEBUG oslo_vmware.api [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the lease: (returnval){ [ 1396.805430] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528809c4-49a0-c5e3-ce89-b42e5bfa4988" [ 1396.805430] env[62099]: _type = "HttpNfcLease" [ 1396.805430] env[62099]: } to be ready. {{(pid=62099) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1396.810265] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1396.810265] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528809c4-49a0-c5e3-ce89-b42e5bfa4988" [ 1396.810265] env[62099]: _type = "HttpNfcLease" [ 1396.810265] env[62099]: } is initializing. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1396.853453] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.881658] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Releasing lock "refresh_cache-f5babee2-eada-48b0-99c6-eec3024633e2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.881992] env[62099]: DEBUG nova.compute.manager [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Instance network_info: |[{"id": "b11f9fed-b00f-4c3c-9d14-d80d5d82e135", "address": "fa:16:3e:1e:d9:0e", "network": {"id": "e47ad676-1232-4b16-b35a-bd0074c146fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-90263326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e264ce8a574415cac0062edce810423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb11f9fed-b0", "ovs_interfaceid": "b11f9fed-b00f-4c3c-9d14-d80d5d82e135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1396.882467] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:d9:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b11f9fed-b00f-4c3c-9d14-d80d5d82e135', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1396.892088] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Creating folder: Project (1e264ce8a574415cac0062edce810423). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1396.892887] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e18f5f7b-dca9-49f5-bfe2-01e25a54e3dc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.907358] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Created folder: Project (1e264ce8a574415cac0062edce810423) in parent group-v391507. [ 1396.907358] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Creating folder: Instances. Parent ref: group-v391585. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1396.907666] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7afea363-1ade-4b9b-ae09-6e4e093e44b2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.917404] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Created folder: Instances in parent group-v391585. [ 1396.920032] env[62099]: DEBUG oslo.service.loopingcall [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1396.920032] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1396.920032] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f97098e-bfeb-4acf-9aa3-63a8019f0532 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.939203] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1396.939203] env[62099]: value = "task-1896339" [ 1396.939203] env[62099]: _type = "Task" [ 1396.939203] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.950292] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896339, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.101589] env[62099]: DEBUG nova.compute.manager [None req-44b9f36b-3021-470e-a637-c83acbe1e457 tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Instance disappeared during snapshot {{(pid=62099) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1397.104316] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': task-1896335, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.106099] env[62099]: DEBUG nova.network.neutron [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.218401] env[62099]: DEBUG nova.network.neutron [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.302291] env[62099]: DEBUG nova.compute.manager [None req-44b9f36b-3021-470e-a637-c83acbe1e457 tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Found 0 images (rotation: 2) {{(pid=62099) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1397.314637] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1397.314637] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528809c4-49a0-c5e3-ce89-b42e5bfa4988" [ 1397.314637] env[62099]: _type = "HttpNfcLease" [ 1397.314637] env[62099]: } is ready. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1397.314637] env[62099]: DEBUG oslo_vmware.rw_handles [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1397.314637] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528809c4-49a0-c5e3-ce89-b42e5bfa4988" [ 1397.314637] env[62099]: _type = "HttpNfcLease" [ 1397.314637] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1397.316615] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af326c9-0ca1-4508-ae3e-2651f8603aa3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.325112] env[62099]: DEBUG oslo_vmware.rw_handles [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523fff9d-8cac-eaf1-e5a2-233d2b211312/disk-0.vmdk from lease info. {{(pid=62099) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1397.325724] env[62099]: DEBUG oslo_vmware.rw_handles [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523fff9d-8cac-eaf1-e5a2-233d2b211312/disk-0.vmdk for reading. {{(pid=62099) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1397.392424] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.394130] env[62099]: DEBUG nova.compute.manager [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1397.396778] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.572s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.396993] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.399051] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.636s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.399284] env[62099]: DEBUG nova.objects.instance [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Lazy-loading 'resources' on Instance uuid 5c1463e5-18ae-42bd-9714-0a0d0b1add1f {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.424262] env[62099]: INFO nova.scheduler.client.report [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Deleted allocations for instance b6e143fb-f149-40b7-ba96-1bf7f8b98274 [ 1397.438027] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-56afb82d-c8cb-4d59-a41f-f87640e41c0e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.458980] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896339, 'name': CreateVM_Task, 'duration_secs': 0.466495} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.460823] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1397.462433] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.462769] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.463133] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1397.463507] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2886509-fa77-4e46-9a34-8e703d452a5c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.473724] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1397.473724] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5255ad89-f68d-afc0-ea33-c75c1d6413e6" [ 1397.473724] env[62099]: _type = "Task" [ 1397.473724] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.497528] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5255ad89-f68d-afc0-ea33-c75c1d6413e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010643} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.499175] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.499175] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1397.499175] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.499175] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.499307] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.499307] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c21ece7-a33f-48ac-b85c-fc33fd4b0a0a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.509031] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.509031] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1397.509031] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-745a66c3-b3e0-4d0c-bcaf-51909f8b0358 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.514268] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1397.514268] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5249116e-d4c4-a2e4-ab10-2dcc7b457d3a" [ 1397.514268] env[62099]: _type = "Task" [ 1397.514268] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.523678] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5249116e-d4c4-a2e4-ab10-2dcc7b457d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.588469] env[62099]: DEBUG nova.compute.manager [req-79e7b38d-1f52-4c41-abdd-0bcecd2e7bba req-49f06fb8-359e-47ea-a4a7-82855c2b94ca service nova] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Received event network-changed-b11f9fed-b00f-4c3c-9d14-d80d5d82e135 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1397.588773] env[62099]: DEBUG nova.compute.manager [req-79e7b38d-1f52-4c41-abdd-0bcecd2e7bba req-49f06fb8-359e-47ea-a4a7-82855c2b94ca service nova] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Refreshing instance network info cache due to event network-changed-b11f9fed-b00f-4c3c-9d14-d80d5d82e135. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1397.588856] env[62099]: DEBUG oslo_concurrency.lockutils [req-79e7b38d-1f52-4c41-abdd-0bcecd2e7bba req-49f06fb8-359e-47ea-a4a7-82855c2b94ca service nova] Acquiring lock "refresh_cache-f5babee2-eada-48b0-99c6-eec3024633e2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.588993] env[62099]: DEBUG oslo_concurrency.lockutils [req-79e7b38d-1f52-4c41-abdd-0bcecd2e7bba req-49f06fb8-359e-47ea-a4a7-82855c2b94ca service nova] Acquired lock "refresh_cache-f5babee2-eada-48b0-99c6-eec3024633e2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.589232] env[62099]: DEBUG nova.network.neutron [req-79e7b38d-1f52-4c41-abdd-0bcecd2e7bba req-49f06fb8-359e-47ea-a4a7-82855c2b94ca service nova] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Refreshing network info cache for port b11f9fed-b00f-4c3c-9d14-d80d5d82e135 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1397.599928] env[62099]: DEBUG oslo_vmware.api [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': task-1896335, 'name': PowerOnVM_Task, 'duration_secs': 0.792124} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.601478] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1397.601655] env[62099]: INFO nova.compute.manager [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1397.601827] env[62099]: DEBUG nova.compute.manager [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1397.603180] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c994865c-62de-4cd6-8958-149d796eb1c5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.720588] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Releasing lock "refresh_cache-15961ea8-5a20-4e94-a8f8-ef0d64247334" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.721050] env[62099]: DEBUG nova.compute.manager [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1397.721276] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1397.722788] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73241a6c-195e-42ab-8c54-d00c15253d77 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.732949] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1397.733288] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab74edde-a66d-4e51-8d51-7b3bc145532a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.740813] env[62099]: DEBUG oslo_vmware.api [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Waiting for the task: (returnval){ [ 1397.740813] env[62099]: value = "task-1896340" [ 1397.740813] env[62099]: _type = "Task" [ 1397.740813] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.751273] env[62099]: DEBUG oslo_vmware.api [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': task-1896340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.903098] env[62099]: DEBUG nova.compute.utils [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1397.913259] env[62099]: DEBUG nova.compute.manager [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1397.913259] env[62099]: DEBUG nova.network.neutron [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1397.942316] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8bd9c64e-9a42-4707-80d9-72657bd85fd6 tempest-ServersAdmin275Test-1700522169 tempest-ServersAdmin275Test-1700522169-project-member] Lock "b6e143fb-f149-40b7-ba96-1bf7f8b98274" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.444s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.953348] env[62099]: DEBUG nova.compute.manager [req-e0ae38bd-50f0-4c01-8b86-069f00e65d89 req-1f4121dc-0500-4fd0-959a-ea4787231993 service nova] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Received event network-vif-deleted-38b4f6f8-f657-4225-bfc2-6070dc895c3a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1398.012257] env[62099]: DEBUG nova.policy [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72913555fb6145058889ee8ad3f7fc09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84d97b8ca8ba486fb4625c1b643af671', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1398.033772] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5249116e-d4c4-a2e4-ab10-2dcc7b457d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.015207} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.043358] env[62099]: DEBUG nova.network.neutron [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Successfully updated port: f60fe3bf-8567-4cce-8972-b7b75a67f3b6 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1398.045651] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3c456d9-8e4b-4cad-8ebd-9bb10e430005 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.051572] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1398.051572] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52908684-2890-681d-9c9e-c49fe5ed41c7" [ 1398.051572] env[62099]: _type = "Task" [ 1398.051572] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.064745] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52908684-2890-681d-9c9e-c49fe5ed41c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.125187] env[62099]: INFO nova.compute.manager [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Took 43.17 seconds to build instance. [ 1398.259193] env[62099]: DEBUG oslo_vmware.api [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': task-1896340, 'name': PowerOffVM_Task, 'duration_secs': 0.226908} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.259863] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.260200] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1398.260469] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c95cff5-e889-4a58-8e4c-e1a92e879a3f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.291670] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1398.292251] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1398.292491] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Deleting the datastore file [datastore2] 15961ea8-5a20-4e94-a8f8-ef0d64247334 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1398.292781] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6891932-16e6-472c-9df2-e253858febd9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.299155] env[62099]: DEBUG oslo_vmware.api [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Waiting for the task: (returnval){ [ 1398.299155] env[62099]: value = "task-1896342" [ 1398.299155] env[62099]: _type = "Task" [ 1398.299155] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.310959] env[62099]: DEBUG oslo_vmware.api [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': task-1896342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.409603] env[62099]: DEBUG nova.compute.manager [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1398.552112] env[62099]: DEBUG oslo_concurrency.lockutils [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Acquiring lock "refresh_cache-677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.552112] env[62099]: DEBUG oslo_concurrency.lockutils [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Acquired lock "refresh_cache-677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.552717] env[62099]: DEBUG nova.network.neutron [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.567302] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52908684-2890-681d-9c9e-c49fe5ed41c7, 'name': SearchDatastore_Task, 'duration_secs': 0.016791} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.568759] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.569049] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] f5babee2-eada-48b0-99c6-eec3024633e2/f5babee2-eada-48b0-99c6-eec3024633e2.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.569330] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37dad90a-c3e3-443f-88f4-dd015d9ef899 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.578643] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1398.578643] env[62099]: value = "task-1896343" [ 1398.578643] env[62099]: _type = "Task" [ 1398.578643] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.589919] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.599678] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6359830-8e50-4c78-bb7e-fdd0800ed3a8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.609856] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4998df80-fb3c-44b0-a0ae-03cc43a7a067 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.641477] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a3e0165-678b-410b-8909-4eda5905fab3 tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Lock "fa0cdd8f-05b3-4cf1-826c-4509f5e8d299" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.688s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.642715] env[62099]: DEBUG nova.network.neutron [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Successfully created port: 1751ffd1-951e-42dd-b53b-c15eb19f4436 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1398.646142] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de967efc-73df-4f89-a8a2-ffcd6244c1c6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.656022] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77999a74-65c4-46b4-b113-92d2308b32c6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.680172] env[62099]: DEBUG nova.compute.provider_tree [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.721513] env[62099]: DEBUG nova.network.neutron [req-79e7b38d-1f52-4c41-abdd-0bcecd2e7bba req-49f06fb8-359e-47ea-a4a7-82855c2b94ca service nova] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Updated VIF entry in instance network info cache for port b11f9fed-b00f-4c3c-9d14-d80d5d82e135. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.721948] env[62099]: DEBUG nova.network.neutron [req-79e7b38d-1f52-4c41-abdd-0bcecd2e7bba req-49f06fb8-359e-47ea-a4a7-82855c2b94ca service nova] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Updating instance_info_cache with network_info: [{"id": "b11f9fed-b00f-4c3c-9d14-d80d5d82e135", "address": "fa:16:3e:1e:d9:0e", "network": {"id": "e47ad676-1232-4b16-b35a-bd0074c146fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-90263326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e264ce8a574415cac0062edce810423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb11f9fed-b0", "ovs_interfaceid": "b11f9fed-b00f-4c3c-9d14-d80d5d82e135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.811989] env[62099]: DEBUG oslo_vmware.api [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Task: {'id': task-1896342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1095} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.811989] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1398.811989] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1398.811989] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1398.812345] env[62099]: INFO nova.compute.manager [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1398.813252] env[62099]: DEBUG oslo.service.loopingcall [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.813252] env[62099]: DEBUG nova.compute.manager [-] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1398.813252] env[62099]: DEBUG nova.network.neutron [-] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1398.836636] env[62099]: DEBUG nova.network.neutron [-] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1399.088427] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896343, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.119764] env[62099]: DEBUG nova.network.neutron [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1399.150171] env[62099]: DEBUG nova.compute.manager [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1399.185218] env[62099]: DEBUG nova.scheduler.client.report [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.224326] env[62099]: DEBUG oslo_concurrency.lockutils [req-79e7b38d-1f52-4c41-abdd-0bcecd2e7bba req-49f06fb8-359e-47ea-a4a7-82855c2b94ca service nova] Releasing lock "refresh_cache-f5babee2-eada-48b0-99c6-eec3024633e2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.225541] env[62099]: DEBUG nova.compute.manager [req-79e7b38d-1f52-4c41-abdd-0bcecd2e7bba req-49f06fb8-359e-47ea-a4a7-82855c2b94ca service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Received event network-changed-c0ec30f5-db00-4e7c-abf6-4b8c064e0984 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1399.225541] env[62099]: DEBUG nova.compute.manager [req-79e7b38d-1f52-4c41-abdd-0bcecd2e7bba req-49f06fb8-359e-47ea-a4a7-82855c2b94ca service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Refreshing instance network info cache due to event network-changed-c0ec30f5-db00-4e7c-abf6-4b8c064e0984. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1399.225541] env[62099]: DEBUG oslo_concurrency.lockutils [req-79e7b38d-1f52-4c41-abdd-0bcecd2e7bba req-49f06fb8-359e-47ea-a4a7-82855c2b94ca service nova] Acquiring lock "refresh_cache-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.225842] env[62099]: DEBUG oslo_concurrency.lockutils [req-79e7b38d-1f52-4c41-abdd-0bcecd2e7bba req-49f06fb8-359e-47ea-a4a7-82855c2b94ca service nova] Acquired lock "refresh_cache-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.225842] env[62099]: DEBUG nova.network.neutron [req-79e7b38d-1f52-4c41-abdd-0bcecd2e7bba req-49f06fb8-359e-47ea-a4a7-82855c2b94ca service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Refreshing network info cache for port c0ec30f5-db00-4e7c-abf6-4b8c064e0984 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.339109] env[62099]: DEBUG nova.network.neutron [-] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.421499] env[62099]: DEBUG nova.compute.manager [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1399.453427] env[62099]: DEBUG nova.virt.hardware [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1399.453661] env[62099]: DEBUG nova.virt.hardware [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.454556] env[62099]: DEBUG nova.virt.hardware [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1399.454556] env[62099]: DEBUG nova.virt.hardware [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.454556] env[62099]: DEBUG nova.virt.hardware [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1399.454556] env[62099]: DEBUG nova.virt.hardware [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1399.454711] env[62099]: DEBUG nova.virt.hardware [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1399.454811] env[62099]: DEBUG nova.virt.hardware [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1399.454966] env[62099]: DEBUG nova.virt.hardware [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1399.455139] env[62099]: DEBUG nova.virt.hardware [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1399.455306] env[62099]: DEBUG nova.virt.hardware [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1399.456225] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84d3caf-99d0-4744-b502-7de2366cb37a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.465636] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff87c1c6-afc0-48b8-b258-9cc52850d298 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.528013] env[62099]: DEBUG nova.network.neutron [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Updating instance_info_cache with network_info: [{"id": "f60fe3bf-8567-4cce-8972-b7b75a67f3b6", "address": "fa:16:3e:2a:4a:a5", "network": {"id": "5919d689-0085-4796-8917-8349dc8f47fe", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-23017217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3be1741ff1b64b1db82677ebacc84fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf60fe3bf-85", "ovs_interfaceid": "f60fe3bf-8567-4cce-8972-b7b75a67f3b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.590229] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896343, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.684686] env[62099]: DEBUG oslo_concurrency.lockutils [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.692042] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.693598] env[62099]: DEBUG oslo_concurrency.lockutils [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.757s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.697151] env[62099]: INFO nova.compute.claims [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1399.729104] env[62099]: INFO nova.scheduler.client.report [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Deleted allocations for instance 5c1463e5-18ae-42bd-9714-0a0d0b1add1f [ 1399.841541] env[62099]: INFO nova.compute.manager [-] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Took 1.03 seconds to deallocate network for instance. [ 1400.036510] env[62099]: DEBUG oslo_concurrency.lockutils [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Releasing lock "refresh_cache-677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.036510] env[62099]: DEBUG nova.compute.manager [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Instance network_info: |[{"id": "f60fe3bf-8567-4cce-8972-b7b75a67f3b6", "address": "fa:16:3e:2a:4a:a5", "network": {"id": "5919d689-0085-4796-8917-8349dc8f47fe", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-23017217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3be1741ff1b64b1db82677ebacc84fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf60fe3bf-85", "ovs_interfaceid": "f60fe3bf-8567-4cce-8972-b7b75a67f3b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1400.037017] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:4a:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f60fe3bf-8567-4cce-8972-b7b75a67f3b6', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.045156] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Creating folder: Project (3be1741ff1b64b1db82677ebacc84fde). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.045716] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd855f99-fa4d-4f8e-ae13-82410c64fbae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.058048] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Created folder: Project (3be1741ff1b64b1db82677ebacc84fde) in parent group-v391507. [ 1400.058847] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Creating folder: Instances. Parent ref: group-v391588. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.059182] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-945e6cc8-7aa2-4298-84c2-7446b81c32c9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.071519] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Created folder: Instances in parent group-v391588. [ 1400.071854] env[62099]: DEBUG oslo.service.loopingcall [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.072256] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.072497] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43d21faf-dc11-4404-827d-146f4a56adb6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.100604] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896343, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.102038] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.102038] env[62099]: value = "task-1896346" [ 1400.102038] env[62099]: _type = "Task" [ 1400.102038] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.113733] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Acquiring lock "fa0cdd8f-05b3-4cf1-826c-4509f5e8d299" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.113942] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Lock "fa0cdd8f-05b3-4cf1-826c-4509f5e8d299" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.114689] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Acquiring lock "fa0cdd8f-05b3-4cf1-826c-4509f5e8d299-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.114689] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Lock "fa0cdd8f-05b3-4cf1-826c-4509f5e8d299-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.114689] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Lock "fa0cdd8f-05b3-4cf1-826c-4509f5e8d299-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.116262] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896346, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.116874] env[62099]: INFO nova.compute.manager [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Terminating instance [ 1400.230851] env[62099]: DEBUG nova.network.neutron [req-79e7b38d-1f52-4c41-abdd-0bcecd2e7bba req-49f06fb8-359e-47ea-a4a7-82855c2b94ca service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Updated VIF entry in instance network info cache for port c0ec30f5-db00-4e7c-abf6-4b8c064e0984. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.231646] env[62099]: DEBUG nova.network.neutron [req-79e7b38d-1f52-4c41-abdd-0bcecd2e7bba req-49f06fb8-359e-47ea-a4a7-82855c2b94ca service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Updating instance_info_cache with network_info: [{"id": "c0ec30f5-db00-4e7c-abf6-4b8c064e0984", "address": "fa:16:3e:03:00:33", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ec30f5-db", "ovs_interfaceid": "c0ec30f5-db00-4e7c-abf6-4b8c064e0984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.243674] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8c2a015-8a8b-4152-b323-f545ab2b6183 tempest-ServerExternalEventsTest-138206473 tempest-ServerExternalEventsTest-138206473-project-member] Lock "5c1463e5-18ae-42bd-9714-0a0d0b1add1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.651s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.350917] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.602593] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896343, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.530827} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.602593] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] f5babee2-eada-48b0-99c6-eec3024633e2/f5babee2-eada-48b0-99c6-eec3024633e2.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1400.602593] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1400.602593] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b353b24-1668-41d7-8128-62b548e2faff {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.613109] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896346, 'name': CreateVM_Task, 'duration_secs': 0.430581} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.614471] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1400.614842] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1400.614842] env[62099]: value = "task-1896347" [ 1400.614842] env[62099]: _type = "Task" [ 1400.614842] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.615517] env[62099]: DEBUG oslo_concurrency.lockutils [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.615715] env[62099]: DEBUG oslo_concurrency.lockutils [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.615995] env[62099]: DEBUG oslo_concurrency.lockutils [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1400.616411] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0175c07-6e5b-4a03-bde0-d0ed793a08a5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.621549] env[62099]: DEBUG nova.compute.manager [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1400.621783] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1400.623726] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5077ca3b-5fab-4816-a3b0-066e7ccf2360 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.632176] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Waiting for the task: (returnval){ [ 1400.632176] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b34540-db73-c5b5-9b71-0e031fc93282" [ 1400.632176] env[62099]: _type = "Task" [ 1400.632176] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.638954] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.641629] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.642128] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04cab190-9a7a-48b3-b4a9-ad05500352cf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.651034] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b34540-db73-c5b5-9b71-0e031fc93282, 'name': SearchDatastore_Task, 'duration_secs': 0.011426} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.651034] env[62099]: DEBUG oslo_concurrency.lockutils [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.651034] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1400.651034] env[62099]: DEBUG oslo_concurrency.lockutils [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.651360] env[62099]: DEBUG oslo_concurrency.lockutils [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.651360] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1400.651360] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af8f9b5f-b9c5-4e29-93cd-b55554dae682 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.655324] env[62099]: DEBUG oslo_vmware.api [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Waiting for the task: (returnval){ [ 1400.655324] env[62099]: value = "task-1896348" [ 1400.655324] env[62099]: _type = "Task" [ 1400.655324] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.661450] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1400.661450] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1400.662084] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f2fc07-fbae-4fb0-9b65-7b535c20e899 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.670070] env[62099]: DEBUG oslo_vmware.api [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': task-1896348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.674850] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Waiting for the task: (returnval){ [ 1400.674850] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f80f95-de5d-6b19-37d6-5eaaffc27759" [ 1400.674850] env[62099]: _type = "Task" [ 1400.674850] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.684414] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f80f95-de5d-6b19-37d6-5eaaffc27759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.739446] env[62099]: DEBUG oslo_concurrency.lockutils [req-79e7b38d-1f52-4c41-abdd-0bcecd2e7bba req-49f06fb8-359e-47ea-a4a7-82855c2b94ca service nova] Releasing lock "refresh_cache-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.809720] env[62099]: DEBUG nova.network.neutron [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Successfully updated port: 1751ffd1-951e-42dd-b53b-c15eb19f4436 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1401.128107] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071917} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.128497] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1401.129517] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a1e611-df98-4884-a277-03281d528c1b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.159222] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] f5babee2-eada-48b0-99c6-eec3024633e2/f5babee2-eada-48b0-99c6-eec3024633e2.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.162496] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a93576a-07d5-4a31-82fb-78f6f47cb7a5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.183844] env[62099]: DEBUG nova.compute.manager [req-a89d8524-ddca-4128-85c1-df34dfd1c827 req-dfac9aea-e2e1-42ce-977e-3e113c759bda service nova] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Received event network-vif-plugged-f60fe3bf-8567-4cce-8972-b7b75a67f3b6 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1401.184089] env[62099]: DEBUG oslo_concurrency.lockutils [req-a89d8524-ddca-4128-85c1-df34dfd1c827 req-dfac9aea-e2e1-42ce-977e-3e113c759bda service nova] Acquiring lock "677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.184376] env[62099]: DEBUG oslo_concurrency.lockutils [req-a89d8524-ddca-4128-85c1-df34dfd1c827 req-dfac9aea-e2e1-42ce-977e-3e113c759bda service nova] Lock "677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.184557] env[62099]: DEBUG oslo_concurrency.lockutils [req-a89d8524-ddca-4128-85c1-df34dfd1c827 req-dfac9aea-e2e1-42ce-977e-3e113c759bda service nova] Lock "677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.184907] env[62099]: DEBUG nova.compute.manager [req-a89d8524-ddca-4128-85c1-df34dfd1c827 req-dfac9aea-e2e1-42ce-977e-3e113c759bda service nova] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] No waiting events found dispatching network-vif-plugged-f60fe3bf-8567-4cce-8972-b7b75a67f3b6 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1401.184995] env[62099]: WARNING nova.compute.manager [req-a89d8524-ddca-4128-85c1-df34dfd1c827 req-dfac9aea-e2e1-42ce-977e-3e113c759bda service nova] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Received unexpected event network-vif-plugged-f60fe3bf-8567-4cce-8972-b7b75a67f3b6 for instance with vm_state building and task_state spawning. [ 1401.186201] env[62099]: DEBUG nova.compute.manager [req-a89d8524-ddca-4128-85c1-df34dfd1c827 req-dfac9aea-e2e1-42ce-977e-3e113c759bda service nova] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Received event network-changed-f60fe3bf-8567-4cce-8972-b7b75a67f3b6 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1401.186201] env[62099]: DEBUG nova.compute.manager [req-a89d8524-ddca-4128-85c1-df34dfd1c827 req-dfac9aea-e2e1-42ce-977e-3e113c759bda service nova] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Refreshing instance network info cache due to event network-changed-f60fe3bf-8567-4cce-8972-b7b75a67f3b6. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1401.186201] env[62099]: DEBUG oslo_concurrency.lockutils [req-a89d8524-ddca-4128-85c1-df34dfd1c827 req-dfac9aea-e2e1-42ce-977e-3e113c759bda service nova] Acquiring lock "refresh_cache-677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.186201] env[62099]: DEBUG oslo_concurrency.lockutils [req-a89d8524-ddca-4128-85c1-df34dfd1c827 req-dfac9aea-e2e1-42ce-977e-3e113c759bda service nova] Acquired lock "refresh_cache-677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.186201] env[62099]: DEBUG nova.network.neutron [req-a89d8524-ddca-4128-85c1-df34dfd1c827 req-dfac9aea-e2e1-42ce-977e-3e113c759bda service nova] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Refreshing network info cache for port f60fe3bf-8567-4cce-8972-b7b75a67f3b6 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.199106] env[62099]: DEBUG oslo_vmware.api [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': task-1896348, 'name': PowerOffVM_Task, 'duration_secs': 0.226331} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.204676] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.204939] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1401.205672] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f80f95-de5d-6b19-37d6-5eaaffc27759, 'name': SearchDatastore_Task, 'duration_secs': 0.012002} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.206028] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1401.206028] env[62099]: value = "task-1896349" [ 1401.206028] env[62099]: _type = "Task" [ 1401.206028] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.210534] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d91d4fb-9e27-4af2-8e20-defa313b25dc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.212061] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f88a235-b3b9-4efb-9674-3c36f3715082 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.222560] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Waiting for the task: (returnval){ [ 1401.222560] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52264d60-846f-355d-28c9-e8600d4d2d07" [ 1401.222560] env[62099]: _type = "Task" [ 1401.222560] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.226644] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.240378] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52264d60-846f-355d-28c9-e8600d4d2d07, 'name': SearchDatastore_Task, 'duration_secs': 0.010299} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.240707] env[62099]: DEBUG oslo_concurrency.lockutils [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.240951] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde/677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1401.241254] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10d63e41-c2b6-4499-8499-b4d6220091cc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.248429] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Waiting for the task: (returnval){ [ 1401.248429] env[62099]: value = "task-1896351" [ 1401.248429] env[62099]: _type = "Task" [ 1401.248429] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.259305] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': task-1896351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.300793] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1401.300793] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1401.300898] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Deleting the datastore file [datastore2] fa0cdd8f-05b3-4cf1-826c-4509f5e8d299 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.302015] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09ec5cb3-537d-4fe2-a8e8-7d0f16531aa0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.309021] env[62099]: DEBUG oslo_vmware.api [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Waiting for the task: (returnval){ [ 1401.309021] env[62099]: value = "task-1896352" [ 1401.309021] env[62099]: _type = "Task" [ 1401.309021] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.316588] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "refresh_cache-c2a52891-b71a-492a-aeaf-07817080b4df" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.316588] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired lock "refresh_cache-c2a52891-b71a-492a-aeaf-07817080b4df" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.316774] env[62099]: DEBUG nova.network.neutron [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.321221] env[62099]: DEBUG oslo_vmware.api [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': task-1896352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.334837] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b15dde6-9fa1-45f1-bd89-4b43e0a34146 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.342744] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114f153d-e721-43cb-8617-fbc61b07fc6b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.381489] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2ac39a-4be4-410e-8457-866ef31bd5ed {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.390381] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4501b4f-6ee5-4537-90ae-4a5fc2b8eddd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.406415] env[62099]: DEBUG nova.compute.provider_tree [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.493709] env[62099]: DEBUG nova.compute.manager [req-89c48098-513f-4392-aeda-1775c400120c req-21bddeac-4f9b-4900-8c68-651db7ae19a2 service nova] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Received event network-vif-plugged-1751ffd1-951e-42dd-b53b-c15eb19f4436 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1401.493709] env[62099]: DEBUG oslo_concurrency.lockutils [req-89c48098-513f-4392-aeda-1775c400120c req-21bddeac-4f9b-4900-8c68-651db7ae19a2 service nova] Acquiring lock "c2a52891-b71a-492a-aeaf-07817080b4df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.493709] env[62099]: DEBUG oslo_concurrency.lockutils [req-89c48098-513f-4392-aeda-1775c400120c req-21bddeac-4f9b-4900-8c68-651db7ae19a2 service nova] Lock "c2a52891-b71a-492a-aeaf-07817080b4df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.493709] env[62099]: DEBUG oslo_concurrency.lockutils [req-89c48098-513f-4392-aeda-1775c400120c req-21bddeac-4f9b-4900-8c68-651db7ae19a2 service nova] Lock "c2a52891-b71a-492a-aeaf-07817080b4df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.493709] env[62099]: DEBUG nova.compute.manager [req-89c48098-513f-4392-aeda-1775c400120c req-21bddeac-4f9b-4900-8c68-651db7ae19a2 service nova] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] No waiting events found dispatching network-vif-plugged-1751ffd1-951e-42dd-b53b-c15eb19f4436 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1401.493921] env[62099]: WARNING nova.compute.manager [req-89c48098-513f-4392-aeda-1775c400120c req-21bddeac-4f9b-4900-8c68-651db7ae19a2 service nova] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Received unexpected event network-vif-plugged-1751ffd1-951e-42dd-b53b-c15eb19f4436 for instance with vm_state building and task_state spawning. [ 1401.722317] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896349, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.760730] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': task-1896351, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.828296] env[62099]: DEBUG oslo_vmware.api [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Task: {'id': task-1896352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247374} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.829259] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.829510] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1401.829721] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.830085] env[62099]: INFO nova.compute.manager [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1401.830403] env[62099]: DEBUG oslo.service.loopingcall [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.833980] env[62099]: DEBUG nova.compute.manager [-] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1401.833980] env[62099]: DEBUG nova.network.neutron [-] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1401.909785] env[62099]: DEBUG nova.scheduler.client.report [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.930281] env[62099]: DEBUG nova.network.neutron [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1402.062181] env[62099]: DEBUG nova.network.neutron [req-a89d8524-ddca-4128-85c1-df34dfd1c827 req-dfac9aea-e2e1-42ce-977e-3e113c759bda service nova] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Updated VIF entry in instance network info cache for port f60fe3bf-8567-4cce-8972-b7b75a67f3b6. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.062598] env[62099]: DEBUG nova.network.neutron [req-a89d8524-ddca-4128-85c1-df34dfd1c827 req-dfac9aea-e2e1-42ce-977e-3e113c759bda service nova] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Updating instance_info_cache with network_info: [{"id": "f60fe3bf-8567-4cce-8972-b7b75a67f3b6", "address": "fa:16:3e:2a:4a:a5", "network": {"id": "5919d689-0085-4796-8917-8349dc8f47fe", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-23017217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3be1741ff1b64b1db82677ebacc84fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf60fe3bf-85", "ovs_interfaceid": "f60fe3bf-8567-4cce-8972-b7b75a67f3b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.227159] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896349, 'name': ReconfigVM_Task, 'duration_secs': 0.573757} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.227517] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Reconfigured VM instance instance-0000001a to attach disk [datastore1] f5babee2-eada-48b0-99c6-eec3024633e2/f5babee2-eada-48b0-99c6-eec3024633e2.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.228313] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e776aaee-ddc1-48f9-84a3-960338d02b38 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.236166] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1402.236166] env[62099]: value = "task-1896353" [ 1402.236166] env[62099]: _type = "Task" [ 1402.236166] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.246081] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896353, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.258050] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': task-1896351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634362} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.258489] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde/677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.258791] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1402.259132] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ced2986-4ff7-4e0d-9bb4-e320f5fab036 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.266736] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Waiting for the task: (returnval){ [ 1402.266736] env[62099]: value = "task-1896354" [ 1402.266736] env[62099]: _type = "Task" [ 1402.266736] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.279581] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': task-1896354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.384942] env[62099]: DEBUG nova.network.neutron [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Updating instance_info_cache with network_info: [{"id": "1751ffd1-951e-42dd-b53b-c15eb19f4436", "address": "fa:16:3e:d4:cd:04", "network": {"id": "27d18baf-2e0d-47b0-b410-5f5dbc4b51b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43693629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d97b8ca8ba486fb4625c1b643af671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1751ffd1-95", "ovs_interfaceid": "1751ffd1-951e-42dd-b53b-c15eb19f4436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.416461] env[62099]: DEBUG oslo_concurrency.lockutils [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.416965] env[62099]: DEBUG nova.compute.manager [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1402.420212] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.434s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.424668] env[62099]: INFO nova.compute.claims [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1402.568024] env[62099]: DEBUG oslo_concurrency.lockutils [req-a89d8524-ddca-4128-85c1-df34dfd1c827 req-dfac9aea-e2e1-42ce-977e-3e113c759bda service nova] Releasing lock "refresh_cache-677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.748900] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896353, 'name': Rename_Task, 'duration_secs': 0.264569} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.749343] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.749675] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-551c3abd-e637-42c4-98a7-057ecc619ecc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.758012] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1402.758012] env[62099]: value = "task-1896355" [ 1402.758012] env[62099]: _type = "Task" [ 1402.758012] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.767955] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.775999] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': task-1896354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121602} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.776349] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1402.777271] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36685d2c-0bd3-46a1-b14d-c4feaea26a3f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.801944] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde/677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.802348] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-205d9e95-feb0-41a3-a86f-a51b190ed04d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.824152] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Waiting for the task: (returnval){ [ 1402.824152] env[62099]: value = "task-1896356" [ 1402.824152] env[62099]: _type = "Task" [ 1402.824152] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.832907] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': task-1896356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.894336] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Releasing lock "refresh_cache-c2a52891-b71a-492a-aeaf-07817080b4df" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.894850] env[62099]: DEBUG nova.compute.manager [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Instance network_info: |[{"id": "1751ffd1-951e-42dd-b53b-c15eb19f4436", "address": "fa:16:3e:d4:cd:04", "network": {"id": "27d18baf-2e0d-47b0-b410-5f5dbc4b51b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43693629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d97b8ca8ba486fb4625c1b643af671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1751ffd1-95", "ovs_interfaceid": "1751ffd1-951e-42dd-b53b-c15eb19f4436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1402.895124] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:cd:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1751ffd1-951e-42dd-b53b-c15eb19f4436', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1402.902787] env[62099]: DEBUG oslo.service.loopingcall [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.903180] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1402.903659] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2e74130-6c36-43ae-bec0-aad3cae666de {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.931050] env[62099]: DEBUG nova.compute.utils [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1402.936245] env[62099]: DEBUG nova.compute.manager [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1402.936440] env[62099]: DEBUG nova.network.neutron [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1402.938369] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1402.938369] env[62099]: value = "task-1896357" [ 1402.938369] env[62099]: _type = "Task" [ 1402.938369] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.949173] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896357, 'name': CreateVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.050795] env[62099]: DEBUG nova.policy [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d7182fdf1884fb6b2ce2d2d583b9358', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cd05384c141409189f34071e2655d93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1403.121193] env[62099]: DEBUG nova.network.neutron [-] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.270595] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896355, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.337803] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': task-1896356, 'name': ReconfigVM_Task, 'duration_secs': 0.386806} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.338125] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde/677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.338785] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-627cc23e-a140-49af-b659-3dbc3e19060e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.345122] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Waiting for the task: (returnval){ [ 1403.345122] env[62099]: value = "task-1896358" [ 1403.345122] env[62099]: _type = "Task" [ 1403.345122] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.354426] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': task-1896358, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.443227] env[62099]: DEBUG nova.compute.manager [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1403.457827] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896357, 'name': CreateVM_Task, 'duration_secs': 0.404103} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.458021] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1403.458690] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.458885] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.459217] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1403.459469] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-096d0685-20d8-47c0-ba75-fc5e63afe55e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.464344] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1403.464344] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ea95b3-9f3b-1e5b-4cac-d3e03fd7fab8" [ 1403.464344] env[62099]: _type = "Task" [ 1403.464344] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.472422] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ea95b3-9f3b-1e5b-4cac-d3e03fd7fab8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.626384] env[62099]: INFO nova.compute.manager [-] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Took 1.80 seconds to deallocate network for instance. [ 1403.725394] env[62099]: DEBUG nova.network.neutron [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Successfully created port: b7bcf13b-6916-48ee-93bb-7d15056bf8e4 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1403.736157] env[62099]: DEBUG nova.compute.manager [req-f8e6162a-9936-4ae8-b423-1be323940e6f req-6f4d9b7b-cce7-4e42-b19d-72ff5e783824 service nova] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Received event network-vif-deleted-fcc3e2d1-5167-43f4-b7f9-1c6847be7334 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1403.774228] env[62099]: DEBUG oslo_vmware.api [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896355, 'name': PowerOnVM_Task, 'duration_secs': 0.565791} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.775587] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.775587] env[62099]: INFO nova.compute.manager [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1403.775587] env[62099]: DEBUG nova.compute.manager [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.775922] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee5c176-26dc-4692-b788-b870568f6e1d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.859254] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': task-1896358, 'name': Rename_Task, 'duration_secs': 0.165864} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.859254] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.859873] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6efc2dc3-69c5-4577-8052-f03931a65f96 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.869955] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Waiting for the task: (returnval){ [ 1403.869955] env[62099]: value = "task-1896359" [ 1403.869955] env[62099]: _type = "Task" [ 1403.869955] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.882585] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': task-1896359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.976399] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ea95b3-9f3b-1e5b-4cac-d3e03fd7fab8, 'name': SearchDatastore_Task, 'duration_secs': 0.013614} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.976895] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.976895] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.977115] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.977237] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.977407] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.977761] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc7c5496-5bd3-4b1d-8f00-fe51a67be200 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.001077] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9209848c-802b-4c93-871b-3859ad8880bd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.010218] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bd93c9-bb7a-4789-9084-34e3b5898a17 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.046637] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35070fd-ae1c-4157-ad25-5717e16646c4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.049715] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1404.049900] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1404.050629] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26cdfa85-ed9c-4c8e-84d2-7be32b59fa19 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.059489] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e824bee-a1a8-4f0c-9c19-01f57414bafe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.063741] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1404.063741] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]523958be-da46-09a1-0ca3-6bdb9d41eacf" [ 1404.063741] env[62099]: _type = "Task" [ 1404.063741] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.076688] env[62099]: DEBUG nova.compute.provider_tree [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.083422] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523958be-da46-09a1-0ca3-6bdb9d41eacf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.135686] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.262852] env[62099]: DEBUG nova.compute.manager [req-a9f39049-064e-4e52-8275-e2f405bdb98e req-030efd32-cc93-4a37-85e0-1619140e4fec service nova] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Received event network-changed-1751ffd1-951e-42dd-b53b-c15eb19f4436 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1404.263056] env[62099]: DEBUG nova.compute.manager [req-a9f39049-064e-4e52-8275-e2f405bdb98e req-030efd32-cc93-4a37-85e0-1619140e4fec service nova] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Refreshing instance network info cache due to event network-changed-1751ffd1-951e-42dd-b53b-c15eb19f4436. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1404.263296] env[62099]: DEBUG oslo_concurrency.lockutils [req-a9f39049-064e-4e52-8275-e2f405bdb98e req-030efd32-cc93-4a37-85e0-1619140e4fec service nova] Acquiring lock "refresh_cache-c2a52891-b71a-492a-aeaf-07817080b4df" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.264018] env[62099]: DEBUG oslo_concurrency.lockutils [req-a9f39049-064e-4e52-8275-e2f405bdb98e req-030efd32-cc93-4a37-85e0-1619140e4fec service nova] Acquired lock "refresh_cache-c2a52891-b71a-492a-aeaf-07817080b4df" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.264018] env[62099]: DEBUG nova.network.neutron [req-a9f39049-064e-4e52-8275-e2f405bdb98e req-030efd32-cc93-4a37-85e0-1619140e4fec service nova] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Refreshing network info cache for port 1751ffd1-951e-42dd-b53b-c15eb19f4436 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.299022] env[62099]: INFO nova.compute.manager [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Took 45.91 seconds to build instance. [ 1404.382249] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': task-1896359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.459309] env[62099]: DEBUG nova.compute.manager [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1404.496298] env[62099]: DEBUG nova.virt.hardware [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1404.498037] env[62099]: DEBUG nova.virt.hardware [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.498237] env[62099]: DEBUG nova.virt.hardware [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1404.498586] env[62099]: DEBUG nova.virt.hardware [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.499025] env[62099]: DEBUG nova.virt.hardware [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1404.499025] env[62099]: DEBUG nova.virt.hardware [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1404.499191] env[62099]: DEBUG nova.virt.hardware [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1404.499381] env[62099]: DEBUG nova.virt.hardware [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1404.499552] env[62099]: DEBUG nova.virt.hardware [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1404.500744] env[62099]: DEBUG nova.virt.hardware [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1404.503648] env[62099]: DEBUG nova.virt.hardware [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1404.504100] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5903a5-3e43-4d78-8c93-d0a7e5191081 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.515019] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0b3b9b-ed94-4829-abbf-0f651c798c10 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.575376] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523958be-da46-09a1-0ca3-6bdb9d41eacf, 'name': SearchDatastore_Task, 'duration_secs': 0.281757} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.575948] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c42bc964-75ab-48c9-8fed-3975d4a0929b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.580928] env[62099]: DEBUG nova.scheduler.client.report [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.586648] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1404.586648] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52536062-3771-ba24-533b-abdf7e87b6ca" [ 1404.586648] env[62099]: _type = "Task" [ 1404.586648] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.596491] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52536062-3771-ba24-533b-abdf7e87b6ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.801530] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ea4e0c2-3858-4b0a-8f23-63b54bdc25c5 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "f5babee2-eada-48b0-99c6-eec3024633e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.748s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.887073] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': task-1896359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.089682] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.089682] env[62099]: DEBUG nova.compute.manager [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1405.092167] env[62099]: DEBUG oslo_concurrency.lockutils [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.162s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.092412] env[62099]: DEBUG nova.objects.instance [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lazy-loading 'resources' on Instance uuid 510b63b8-1358-4e3f-8ce1-093b46f80f8b {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.104403] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52536062-3771-ba24-533b-abdf7e87b6ca, 'name': SearchDatastore_Task, 'duration_secs': 0.158243} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.105487] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.105761] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] c2a52891-b71a-492a-aeaf-07817080b4df/c2a52891-b71a-492a-aeaf-07817080b4df.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1405.106088] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65ce3e0b-bc6e-43b0-a99b-a427fe251308 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.114941] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1405.114941] env[62099]: value = "task-1896360" [ 1405.114941] env[62099]: _type = "Task" [ 1405.114941] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.126398] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.141785] env[62099]: DEBUG nova.network.neutron [req-a9f39049-064e-4e52-8275-e2f405bdb98e req-030efd32-cc93-4a37-85e0-1619140e4fec service nova] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Updated VIF entry in instance network info cache for port 1751ffd1-951e-42dd-b53b-c15eb19f4436. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.142209] env[62099]: DEBUG nova.network.neutron [req-a9f39049-064e-4e52-8275-e2f405bdb98e req-030efd32-cc93-4a37-85e0-1619140e4fec service nova] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Updating instance_info_cache with network_info: [{"id": "1751ffd1-951e-42dd-b53b-c15eb19f4436", "address": "fa:16:3e:d4:cd:04", "network": {"id": "27d18baf-2e0d-47b0-b410-5f5dbc4b51b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43693629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d97b8ca8ba486fb4625c1b643af671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1751ffd1-95", "ovs_interfaceid": "1751ffd1-951e-42dd-b53b-c15eb19f4436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.308862] env[62099]: DEBUG nova.compute.manager [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1405.387618] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': task-1896359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.589012] env[62099]: DEBUG oslo_vmware.rw_handles [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523fff9d-8cac-eaf1-e5a2-233d2b211312/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1405.589963] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d667bd-0684-4d3e-9f01-430c0a0f55c6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.596709] env[62099]: DEBUG oslo_vmware.rw_handles [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523fff9d-8cac-eaf1-e5a2-233d2b211312/disk-0.vmdk is in state: ready. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1405.596890] env[62099]: ERROR oslo_vmware.rw_handles [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523fff9d-8cac-eaf1-e5a2-233d2b211312/disk-0.vmdk due to incomplete transfer. [ 1405.597136] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-abb9cfcd-099b-4d62-b907-0db328ff0c63 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.602860] env[62099]: DEBUG nova.compute.utils [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1405.604374] env[62099]: DEBUG nova.compute.manager [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1405.604543] env[62099]: DEBUG nova.network.neutron [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1405.612561] env[62099]: DEBUG oslo_vmware.rw_handles [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523fff9d-8cac-eaf1-e5a2-233d2b211312/disk-0.vmdk. {{(pid=62099) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1405.612889] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Uploaded image 53eae256-c655-41d3-a66e-93b72bbcaef4 to the Glance image server {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1405.615098] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Destroying the VM {{(pid=62099) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1405.615724] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1cbc210b-c0bb-4326-9de1-6284b58c7ba2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.626491] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.628713] env[62099]: DEBUG oslo_vmware.api [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the task: (returnval){ [ 1405.628713] env[62099]: value = "task-1896361" [ 1405.628713] env[62099]: _type = "Task" [ 1405.628713] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.641655] env[62099]: DEBUG oslo_vmware.api [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896361, 'name': Destroy_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.650500] env[62099]: DEBUG oslo_concurrency.lockutils [req-a9f39049-064e-4e52-8275-e2f405bdb98e req-030efd32-cc93-4a37-85e0-1619140e4fec service nova] Releasing lock "refresh_cache-c2a52891-b71a-492a-aeaf-07817080b4df" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.784021] env[62099]: DEBUG nova.policy [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d7182fdf1884fb6b2ce2d2d583b9358', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cd05384c141409189f34071e2655d93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1405.834018] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.884685] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': task-1896359, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.026344] env[62099]: DEBUG nova.network.neutron [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Successfully updated port: b7bcf13b-6916-48ee-93bb-7d15056bf8e4 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1406.107938] env[62099]: DEBUG nova.compute.manager [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1406.132892] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896360, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.149149] env[62099]: DEBUG oslo_vmware.api [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896361, 'name': Destroy_Task, 'duration_secs': 0.41988} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.149450] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Destroyed the VM [ 1406.149790] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Deleting Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1406.150120] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5decc99f-1f7e-4617-95a2-e9c230e8a778 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.158260] env[62099]: DEBUG oslo_vmware.api [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the task: (returnval){ [ 1406.158260] env[62099]: value = "task-1896362" [ 1406.158260] env[62099]: _type = "Task" [ 1406.158260] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.168986] env[62099]: DEBUG oslo_vmware.api [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896362, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.230031] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f87b35-8500-4dd7-a843-d89f6c60b7da {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.239602] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba12b3ff-f493-4609-ae9a-242dd16caf38 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.273742] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1beb5e-406f-48df-a23e-50550d69646b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.284831] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d700ed-38dc-4195-b7f2-e37f802f9f37 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.299450] env[62099]: DEBUG nova.compute.provider_tree [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.387019] env[62099]: DEBUG oslo_vmware.api [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': task-1896359, 'name': PowerOnVM_Task, 'duration_secs': 2.269729} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.387019] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.387019] env[62099]: INFO nova.compute.manager [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1406.387019] env[62099]: DEBUG nova.compute.manager [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.387019] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9519903a-497e-4ddb-bd92-5f0132df4dc3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.466133] env[62099]: DEBUG nova.network.neutron [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Successfully created port: 55809a1b-69fd-4361-84d7-5fc9eb7d20ec {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1406.530548] env[62099]: DEBUG oslo_concurrency.lockutils [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquiring lock "refresh_cache-10f6378b-bf30-49aa-8205-f31acffb0f4d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.531806] env[62099]: DEBUG oslo_concurrency.lockutils [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquired lock "refresh_cache-10f6378b-bf30-49aa-8205-f31acffb0f4d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.531806] env[62099]: DEBUG nova.network.neutron [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.537536] env[62099]: DEBUG nova.compute.manager [req-141952e0-007b-41a7-a470-cffb7cc5d07e req-d3fc4521-5584-44cf-ae7a-7c2626cde0a3 service nova] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Received event network-vif-plugged-b7bcf13b-6916-48ee-93bb-7d15056bf8e4 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1406.540664] env[62099]: DEBUG oslo_concurrency.lockutils [req-141952e0-007b-41a7-a470-cffb7cc5d07e req-d3fc4521-5584-44cf-ae7a-7c2626cde0a3 service nova] Acquiring lock "10f6378b-bf30-49aa-8205-f31acffb0f4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.540664] env[62099]: DEBUG oslo_concurrency.lockutils [req-141952e0-007b-41a7-a470-cffb7cc5d07e req-d3fc4521-5584-44cf-ae7a-7c2626cde0a3 service nova] Lock "10f6378b-bf30-49aa-8205-f31acffb0f4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.540664] env[62099]: DEBUG oslo_concurrency.lockutils [req-141952e0-007b-41a7-a470-cffb7cc5d07e req-d3fc4521-5584-44cf-ae7a-7c2626cde0a3 service nova] Lock "10f6378b-bf30-49aa-8205-f31acffb0f4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.540664] env[62099]: DEBUG nova.compute.manager [req-141952e0-007b-41a7-a470-cffb7cc5d07e req-d3fc4521-5584-44cf-ae7a-7c2626cde0a3 service nova] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] No waiting events found dispatching network-vif-plugged-b7bcf13b-6916-48ee-93bb-7d15056bf8e4 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1406.540664] env[62099]: WARNING nova.compute.manager [req-141952e0-007b-41a7-a470-cffb7cc5d07e req-d3fc4521-5584-44cf-ae7a-7c2626cde0a3 service nova] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Received unexpected event network-vif-plugged-b7bcf13b-6916-48ee-93bb-7d15056bf8e4 for instance with vm_state building and task_state spawning. [ 1406.630929] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896360, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.081459} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.630929] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] c2a52891-b71a-492a-aeaf-07817080b4df/c2a52891-b71a-492a-aeaf-07817080b4df.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1406.631159] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1406.631431] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62799e4e-9381-4122-8cc4-bf38a7523b07 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.641311] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1406.641311] env[62099]: value = "task-1896363" [ 1406.641311] env[62099]: _type = "Task" [ 1406.641311] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.653228] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.668093] env[62099]: DEBUG oslo_vmware.api [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896362, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.804638] env[62099]: DEBUG nova.scheduler.client.report [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.908368] env[62099]: INFO nova.compute.manager [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Took 47.67 seconds to build instance. [ 1407.107905] env[62099]: DEBUG nova.network.neutron [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1407.119957] env[62099]: DEBUG nova.compute.manager [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1407.158510] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088825} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.159111] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1407.159711] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48feff43-476a-46e1-88b9-ce745db57126 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.170262] env[62099]: DEBUG nova.virt.hardware [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1407.170481] env[62099]: DEBUG nova.virt.hardware [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1407.170686] env[62099]: DEBUG nova.virt.hardware [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1407.170841] env[62099]: DEBUG nova.virt.hardware [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1407.170994] env[62099]: DEBUG nova.virt.hardware [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1407.171155] env[62099]: DEBUG nova.virt.hardware [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1407.171360] env[62099]: DEBUG nova.virt.hardware [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1407.171518] env[62099]: DEBUG nova.virt.hardware [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1407.171683] env[62099]: DEBUG nova.virt.hardware [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1407.171843] env[62099]: DEBUG nova.virt.hardware [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1407.172017] env[62099]: DEBUG nova.virt.hardware [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1407.176022] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "8f759bca-97c5-4d8d-af06-e6e66dcb6e64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.176269] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "8f759bca-97c5-4d8d-af06-e6e66dcb6e64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.176932] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85917ccb-b160-4d7a-b92b-4d4faa198146 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.199075] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] c2a52891-b71a-492a-aeaf-07817080b4df/c2a52891-b71a-492a-aeaf-07817080b4df.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1407.200585] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1bae827-9e5c-4edd-9ccb-f270e4f36455 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.224821] env[62099]: DEBUG oslo_vmware.api [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896362, 'name': RemoveSnapshot_Task, 'duration_secs': 0.616886} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.225515] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Deleted Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1407.225763] env[62099]: INFO nova.compute.manager [None req-bad68593-5837-4f7a-ad84-0b1a968d6050 tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Took 14.59 seconds to snapshot the instance on the hypervisor. [ 1407.229108] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c50e141-b7e1-441d-8ddb-0ed3bb659aa7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.235280] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1407.235280] env[62099]: value = "task-1896364" [ 1407.235280] env[62099]: _type = "Task" [ 1407.235280] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.257968] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.313408] env[62099]: DEBUG oslo_concurrency.lockutils [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.315349] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.939s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.318268] env[62099]: INFO nova.compute.claims [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.347553] env[62099]: INFO nova.scheduler.client.report [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Deleted allocations for instance 510b63b8-1358-4e3f-8ce1-093b46f80f8b [ 1407.409348] env[62099]: DEBUG oslo_concurrency.lockutils [None req-63cecb1a-e50a-481c-bae7-fbc557ab478d tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Lock "677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.918s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.424786] env[62099]: DEBUG nova.network.neutron [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Updating instance_info_cache with network_info: [{"id": "b7bcf13b-6916-48ee-93bb-7d15056bf8e4", "address": "fa:16:3e:21:36:e1", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7bcf13b-69", "ovs_interfaceid": "b7bcf13b-6916-48ee-93bb-7d15056bf8e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.570626] env[62099]: DEBUG nova.compute.manager [req-b5515c95-a88e-471b-801d-640f1bb6546a req-33295067-6447-469d-84e0-79e6dcf34860 service nova] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Received event network-changed-b11f9fed-b00f-4c3c-9d14-d80d5d82e135 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1407.570770] env[62099]: DEBUG nova.compute.manager [req-b5515c95-a88e-471b-801d-640f1bb6546a req-33295067-6447-469d-84e0-79e6dcf34860 service nova] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Refreshing instance network info cache due to event network-changed-b11f9fed-b00f-4c3c-9d14-d80d5d82e135. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1407.570868] env[62099]: DEBUG oslo_concurrency.lockutils [req-b5515c95-a88e-471b-801d-640f1bb6546a req-33295067-6447-469d-84e0-79e6dcf34860 service nova] Acquiring lock "refresh_cache-f5babee2-eada-48b0-99c6-eec3024633e2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.571012] env[62099]: DEBUG oslo_concurrency.lockutils [req-b5515c95-a88e-471b-801d-640f1bb6546a req-33295067-6447-469d-84e0-79e6dcf34860 service nova] Acquired lock "refresh_cache-f5babee2-eada-48b0-99c6-eec3024633e2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.571179] env[62099]: DEBUG nova.network.neutron [req-b5515c95-a88e-471b-801d-640f1bb6546a req-33295067-6447-469d-84e0-79e6dcf34860 service nova] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Refreshing network info cache for port b11f9fed-b00f-4c3c-9d14-d80d5d82e135 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.748574] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.855704] env[62099]: DEBUG oslo_concurrency.lockutils [None req-66fd1944-e777-45b6-a7d2-1a72f06a5297 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "510b63b8-1358-4e3f-8ce1-093b46f80f8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.531s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.911971] env[62099]: DEBUG nova.compute.manager [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1407.927766] env[62099]: DEBUG oslo_concurrency.lockutils [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Releasing lock "refresh_cache-10f6378b-bf30-49aa-8205-f31acffb0f4d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.928075] env[62099]: DEBUG nova.compute.manager [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Instance network_info: |[{"id": "b7bcf13b-6916-48ee-93bb-7d15056bf8e4", "address": "fa:16:3e:21:36:e1", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7bcf13b-69", "ovs_interfaceid": "b7bcf13b-6916-48ee-93bb-7d15056bf8e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1407.928560] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:36:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7bcf13b-6916-48ee-93bb-7d15056bf8e4', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1407.936232] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Creating folder: Project (2cd05384c141409189f34071e2655d93). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1407.936882] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21a0692e-7393-4837-b5d4-1f755fd09019 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.949692] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Created folder: Project (2cd05384c141409189f34071e2655d93) in parent group-v391507. [ 1407.949898] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Creating folder: Instances. Parent ref: group-v391592. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1407.950164] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd4287bd-8b43-4b7c-8e9b-27d6bc3cd95c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.960039] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Created folder: Instances in parent group-v391592. [ 1407.960348] env[62099]: DEBUG oslo.service.loopingcall [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1407.960547] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1407.960759] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06740601-a8a1-48ab-a7cc-7bc9d0106492 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.981124] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1407.981124] env[62099]: value = "task-1896367" [ 1407.981124] env[62099]: _type = "Task" [ 1407.981124] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.989202] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896367, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.251706] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896364, 'name': ReconfigVM_Task, 'duration_secs': 0.906643} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.252018] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Reconfigured VM instance instance-0000001c to attach disk [datastore1] c2a52891-b71a-492a-aeaf-07817080b4df/c2a52891-b71a-492a-aeaf-07817080b4df.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1408.252762] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8e6c334-294d-4803-8551-7d4f45d52160 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.259633] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1408.259633] env[62099]: value = "task-1896368" [ 1408.259633] env[62099]: _type = "Task" [ 1408.259633] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.268035] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896368, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.410634] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "ea708012-87f2-461a-9b9b-8d9fb47c4702" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.410974] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "ea708012-87f2-461a-9b9b-8d9fb47c4702" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.411253] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "ea708012-87f2-461a-9b9b-8d9fb47c4702-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.411443] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "ea708012-87f2-461a-9b9b-8d9fb47c4702-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.411610] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "ea708012-87f2-461a-9b9b-8d9fb47c4702-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.422176] env[62099]: INFO nova.compute.manager [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Terminating instance [ 1408.451972] env[62099]: DEBUG oslo_concurrency.lockutils [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.498767] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896367, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.593456] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Acquiring lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.593707] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.698848] env[62099]: DEBUG nova.network.neutron [req-b5515c95-a88e-471b-801d-640f1bb6546a req-33295067-6447-469d-84e0-79e6dcf34860 service nova] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Updated VIF entry in instance network info cache for port b11f9fed-b00f-4c3c-9d14-d80d5d82e135. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.698848] env[62099]: DEBUG nova.network.neutron [req-b5515c95-a88e-471b-801d-640f1bb6546a req-33295067-6447-469d-84e0-79e6dcf34860 service nova] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Updating instance_info_cache with network_info: [{"id": "b11f9fed-b00f-4c3c-9d14-d80d5d82e135", "address": "fa:16:3e:1e:d9:0e", "network": {"id": "e47ad676-1232-4b16-b35a-bd0074c146fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-90263326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e264ce8a574415cac0062edce810423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb11f9fed-b0", "ovs_interfaceid": "b11f9fed-b00f-4c3c-9d14-d80d5d82e135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.773735] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896368, 'name': Rename_Task, 'duration_secs': 0.191444} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.774058] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1408.774369] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86749978-6c0a-42c6-b5d7-4e3559c1b7c4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.787019] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1408.787019] env[62099]: value = "task-1896369" [ 1408.787019] env[62099]: _type = "Task" [ 1408.787019] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.793714] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.850722] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82306573-5729-4e81-8b42-653885c12e83 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.859663] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed00cd4-9e22-4070-bbd3-65cc49830d63 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.898068] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25df1b8-3a83-4501-8011-e2b90412dbe0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.909904] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b95008-0ae8-411d-ba0a-21b724b876a6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.928132] env[62099]: DEBUG nova.compute.manager [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1408.928132] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.928132] env[62099]: DEBUG nova.compute.provider_tree [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.929709] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bc0a18-60d2-4957-a69f-8327d73f7bbf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.938218] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.938218] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe8e2c0f-5d6b-4b5c-bc71-4b584c4489b5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.946871] env[62099]: DEBUG oslo_vmware.api [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1408.946871] env[62099]: value = "task-1896370" [ 1408.946871] env[62099]: _type = "Task" [ 1408.946871] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.953134] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Acquiring lock "677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.953134] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Lock "677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.953134] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Acquiring lock "677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.953134] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Lock "677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.953356] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Lock "677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.958339] env[62099]: DEBUG oslo_vmware.api [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.961371] env[62099]: INFO nova.compute.manager [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Terminating instance [ 1408.963732] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "539c1c0d-3f84-4552-9a8e-3d697f5867c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.963917] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "539c1c0d-3f84-4552-9a8e-3d697f5867c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.992462] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896367, 'name': CreateVM_Task, 'duration_secs': 0.578588} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.992625] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1408.993439] env[62099]: DEBUG oslo_concurrency.lockutils [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.993576] env[62099]: DEBUG oslo_concurrency.lockutils [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.993916] env[62099]: DEBUG oslo_concurrency.lockutils [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.994277] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51203c1b-321e-49dc-aaed-0b26d7c97795 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.999820] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1408.999820] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528137bc-1c3d-4e14-b65f-1f15eb3f680c" [ 1408.999820] env[62099]: _type = "Task" [ 1408.999820] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.008189] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528137bc-1c3d-4e14-b65f-1f15eb3f680c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.034208] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "12b4c8e6-daef-4e3d-a238-abed54e1bc12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.034561] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "12b4c8e6-daef-4e3d-a238-abed54e1bc12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.079697] env[62099]: DEBUG nova.network.neutron [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Successfully updated port: 55809a1b-69fd-4361-84d7-5fc9eb7d20ec {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1409.102656] env[62099]: DEBUG nova.compute.utils [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1409.200702] env[62099]: DEBUG oslo_concurrency.lockutils [req-b5515c95-a88e-471b-801d-640f1bb6546a req-33295067-6447-469d-84e0-79e6dcf34860 service nova] Releasing lock "refresh_cache-f5babee2-eada-48b0-99c6-eec3024633e2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.296847] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896369, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.433697] env[62099]: DEBUG nova.scheduler.client.report [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.460202] env[62099]: DEBUG oslo_vmware.api [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896370, 'name': PowerOffVM_Task, 'duration_secs': 0.226467} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.460403] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.460565] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.460810] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e67de9a8-ba91-48df-9453-027a47cf2e26 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.466784] env[62099]: DEBUG nova.compute.manager [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1409.466993] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1409.467788] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2111f61a-bdef-4036-8d57-6a39114b75db {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.477770] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1409.477770] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f186634f-76fd-4140-93bd-deb3560741e3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.481927] env[62099]: DEBUG oslo_vmware.api [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Waiting for the task: (returnval){ [ 1409.481927] env[62099]: value = "task-1896372" [ 1409.481927] env[62099]: _type = "Task" [ 1409.481927] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.490280] env[62099]: DEBUG oslo_vmware.api [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': task-1896372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.509593] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528137bc-1c3d-4e14-b65f-1f15eb3f680c, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.510268] env[62099]: DEBUG oslo_concurrency.lockutils [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.510268] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.510384] env[62099]: DEBUG oslo_concurrency.lockutils [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.510529] env[62099]: DEBUG oslo_concurrency.lockutils [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.510736] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.510992] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecdc7b4d-9a55-4469-b016-e64fa2cb7426 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.521047] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.521282] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.522019] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8432bab3-7ddc-44b2-969a-864c8a0bfc1f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.527349] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1409.527349] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]525ea67f-d671-2a73-08a6-fb0a0d371b08" [ 1409.527349] env[62099]: _type = "Task" [ 1409.527349] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.537177] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525ea67f-d671-2a73-08a6-fb0a0d371b08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.552834] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.552834] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.552834] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Deleting the datastore file [datastore1] ea708012-87f2-461a-9b9b-8d9fb47c4702 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.552834] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09998624-6b2b-4ffa-8c48-46581f6b6501 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.559212] env[62099]: DEBUG oslo_vmware.api [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1409.559212] env[62099]: value = "task-1896373" [ 1409.559212] env[62099]: _type = "Task" [ 1409.559212] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.572138] env[62099]: DEBUG oslo_vmware.api [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.585257] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquiring lock "refresh_cache-1959ec2b-4161-4820-b1f9-f8c3b8c3bf34" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.585257] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquired lock "refresh_cache-1959ec2b-4161-4820-b1f9-f8c3b8c3bf34" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.585257] env[62099]: DEBUG nova.network.neutron [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.605762] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.799974] env[62099]: DEBUG oslo_vmware.api [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896369, 'name': PowerOnVM_Task, 'duration_secs': 0.581907} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.800488] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1409.800807] env[62099]: INFO nova.compute.manager [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Took 10.38 seconds to spawn the instance on the hypervisor. [ 1409.801083] env[62099]: DEBUG nova.compute.manager [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.802430] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d5d793-76e6-4600-a514-c9e7531840d4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.940613] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.941494] env[62099]: DEBUG nova.compute.manager [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1409.944714] env[62099]: DEBUG oslo_concurrency.lockutils [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.676s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.946284] env[62099]: INFO nova.compute.claims [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1409.992896] env[62099]: DEBUG oslo_vmware.api [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': task-1896372, 'name': PowerOffVM_Task, 'duration_secs': 0.27881} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.993870] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.994059] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.994348] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f79ea291-3f7e-4a90-9b71-5526a360abf7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.038247] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525ea67f-d671-2a73-08a6-fb0a0d371b08, 'name': SearchDatastore_Task, 'duration_secs': 0.012029} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.039123] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b03caa69-4248-4b93-a82a-daec22d556c6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.044424] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1410.044424] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5200b741-f9c2-f4c5-5307-e67cbcb99d89" [ 1410.044424] env[62099]: _type = "Task" [ 1410.044424] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.053906] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5200b741-f9c2-f4c5-5307-e67cbcb99d89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.071070] env[62099]: DEBUG oslo_vmware.api [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2697} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.071487] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.071704] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1410.071896] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1410.072085] env[62099]: INFO nova.compute.manager [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1410.072400] env[62099]: DEBUG oslo.service.loopingcall [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1410.072594] env[62099]: DEBUG nova.compute.manager [-] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1410.072692] env[62099]: DEBUG nova.network.neutron [-] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1410.149665] env[62099]: DEBUG nova.network.neutron [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1410.210431] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1410.210835] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1410.215458] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Deleting the datastore file [datastore1] 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1410.216033] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f4f546a-2eee-4a42-946c-9e799c09bc30 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.225372] env[62099]: DEBUG oslo_vmware.api [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Waiting for the task: (returnval){ [ 1410.225372] env[62099]: value = "task-1896375" [ 1410.225372] env[62099]: _type = "Task" [ 1410.225372] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.234937] env[62099]: DEBUG oslo_vmware.api [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': task-1896375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.330885] env[62099]: INFO nova.compute.manager [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Took 49.90 seconds to build instance. [ 1410.351083] env[62099]: DEBUG nova.compute.manager [req-0d459c06-f095-44c0-9789-c4424e9125ea req-8a27db42-fd20-430e-97bb-63d7311023b3 service nova] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Received event network-changed-b7bcf13b-6916-48ee-93bb-7d15056bf8e4 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1410.351297] env[62099]: DEBUG nova.compute.manager [req-0d459c06-f095-44c0-9789-c4424e9125ea req-8a27db42-fd20-430e-97bb-63d7311023b3 service nova] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Refreshing instance network info cache due to event network-changed-b7bcf13b-6916-48ee-93bb-7d15056bf8e4. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1410.351528] env[62099]: DEBUG oslo_concurrency.lockutils [req-0d459c06-f095-44c0-9789-c4424e9125ea req-8a27db42-fd20-430e-97bb-63d7311023b3 service nova] Acquiring lock "refresh_cache-10f6378b-bf30-49aa-8205-f31acffb0f4d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.351994] env[62099]: DEBUG oslo_concurrency.lockutils [req-0d459c06-f095-44c0-9789-c4424e9125ea req-8a27db42-fd20-430e-97bb-63d7311023b3 service nova] Acquired lock "refresh_cache-10f6378b-bf30-49aa-8205-f31acffb0f4d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.352272] env[62099]: DEBUG nova.network.neutron [req-0d459c06-f095-44c0-9789-c4424e9125ea req-8a27db42-fd20-430e-97bb-63d7311023b3 service nova] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Refreshing network info cache for port b7bcf13b-6916-48ee-93bb-7d15056bf8e4 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.453991] env[62099]: DEBUG nova.compute.utils [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1410.456271] env[62099]: DEBUG nova.compute.manager [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1410.456459] env[62099]: DEBUG nova.network.neutron [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1410.481965] env[62099]: DEBUG nova.network.neutron [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Updating instance_info_cache with network_info: [{"id": "55809a1b-69fd-4361-84d7-5fc9eb7d20ec", "address": "fa:16:3e:5e:cf:e7", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55809a1b-69", "ovs_interfaceid": "55809a1b-69fd-4361-84d7-5fc9eb7d20ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.498220] env[62099]: DEBUG nova.policy [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b25d71db75c541abb0c9623e6a5493ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b617628a416448382837708b5597204', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1410.557940] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5200b741-f9c2-f4c5-5307-e67cbcb99d89, 'name': SearchDatastore_Task, 'duration_secs': 0.009409} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.558049] env[62099]: DEBUG oslo_concurrency.lockutils [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.558617] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 10f6378b-bf30-49aa-8205-f31acffb0f4d/10f6378b-bf30-49aa-8205-f31acffb0f4d.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1410.558617] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9570b160-fd00-4e8b-b6c3-1ced236cdb0b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.566879] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1410.566879] env[62099]: value = "task-1896376" [ 1410.566879] env[62099]: _type = "Task" [ 1410.566879] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.577449] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.690952] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Acquiring lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.691295] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.691536] env[62099]: INFO nova.compute.manager [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Attaching volume 0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf to /dev/sdb [ 1410.737354] env[62099]: DEBUG oslo_vmware.api [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Task: {'id': task-1896375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143933} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.738685] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.738893] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1410.739083] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1410.739261] env[62099]: INFO nova.compute.manager [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1410.739533] env[62099]: DEBUG oslo.service.loopingcall [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1410.740304] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1132687-f9d9-4b20-8061-ffd90fcb719f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.743433] env[62099]: DEBUG nova.compute.manager [-] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1410.743616] env[62099]: DEBUG nova.network.neutron [-] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1410.750231] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b34772-7839-4254-b1a1-e40067aadc77 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.769731] env[62099]: DEBUG nova.virt.block_device [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Updating existing volume attachment record: d61be9f5-f150-4d6c-93a5-0bbd945e5ad5 {{(pid=62099) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1410.782484] env[62099]: DEBUG nova.network.neutron [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Successfully created port: 97b9caa3-6d94-41d4-850d-08917b300037 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1410.834174] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfb87a5-7223-4edd-8125-41c62de12f9d tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "c2a52891-b71a-492a-aeaf-07817080b4df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.464s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.963113] env[62099]: DEBUG nova.compute.manager [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1410.987967] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Releasing lock "refresh_cache-1959ec2b-4161-4820-b1f9-f8c3b8c3bf34" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.988129] env[62099]: DEBUG nova.compute.manager [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Instance network_info: |[{"id": "55809a1b-69fd-4361-84d7-5fc9eb7d20ec", "address": "fa:16:3e:5e:cf:e7", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55809a1b-69", "ovs_interfaceid": "55809a1b-69fd-4361-84d7-5fc9eb7d20ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1410.991564] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:cf:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55809a1b-69fd-4361-84d7-5fc9eb7d20ec', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1410.999660] env[62099]: DEBUG oslo.service.loopingcall [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1410.999660] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1410.999660] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d864811d-f224-4b5b-b753-5428b2b1fe24 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.029941] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1411.029941] env[62099]: value = "task-1896380" [ 1411.029941] env[62099]: _type = "Task" [ 1411.029941] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.046667] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896380, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.052822] env[62099]: DEBUG nova.network.neutron [-] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.082315] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504656} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.082605] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 10f6378b-bf30-49aa-8205-f31acffb0f4d/10f6378b-bf30-49aa-8205-f31acffb0f4d.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1411.082834] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1411.083111] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97111a3f-167b-47e1-a3ae-95a4143853f6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.090645] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1411.090645] env[62099]: value = "task-1896381" [ 1411.090645] env[62099]: _type = "Task" [ 1411.090645] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.100464] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.340135] env[62099]: DEBUG nova.compute.manager [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1411.544182] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896380, 'name': CreateVM_Task, 'duration_secs': 0.394449} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.545443] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1411.546364] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc03bb88-279a-4544-bea2-c51defbe7d5e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.551398] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.551569] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.551879] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1411.552133] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb9a96d4-0069-49c0-aeb5-3b434c19321d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.554959] env[62099]: INFO nova.compute.manager [-] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Took 1.48 seconds to deallocate network for instance. [ 1411.560382] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1411.560382] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529e1c38-aeda-b852-c725-416be0ef849e" [ 1411.560382] env[62099]: _type = "Task" [ 1411.560382] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.566920] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d074e3f4-42d1-4eda-81b5-53871bc86a6c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.569641] env[62099]: DEBUG nova.network.neutron [req-0d459c06-f095-44c0-9789-c4424e9125ea req-8a27db42-fd20-430e-97bb-63d7311023b3 service nova] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Updated VIF entry in instance network info cache for port b7bcf13b-6916-48ee-93bb-7d15056bf8e4. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.569957] env[62099]: DEBUG nova.network.neutron [req-0d459c06-f095-44c0-9789-c4424e9125ea req-8a27db42-fd20-430e-97bb-63d7311023b3 service nova] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Updating instance_info_cache with network_info: [{"id": "b7bcf13b-6916-48ee-93bb-7d15056bf8e4", "address": "fa:16:3e:21:36:e1", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7bcf13b-69", "ovs_interfaceid": "b7bcf13b-6916-48ee-93bb-7d15056bf8e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.581432] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529e1c38-aeda-b852-c725-416be0ef849e, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.613483] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.613772] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1411.614031] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.614186] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.614412] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1411.615782] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81bdc64d-7649-4728-9eaf-3260517cb528 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.620846] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2756752e-8cad-4996-a286-7638130c1a51 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.629120] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083362} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.631325] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1411.632945] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10da056-fb35-40b6-9d50-14fa3fdeef99 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.636446] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb30b4d-48f6-4384-89e8-5c1ee542c7ec {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.641738] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1411.641941] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1411.642947] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da861f8c-780f-4770-bffc-d66c75af4050 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.666403] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 10f6378b-bf30-49aa-8205-f31acffb0f4d/10f6378b-bf30-49aa-8205-f31acffb0f4d.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.675388] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f373b891-4970-4a21-a7e3-dacef6db6a6a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.689905] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1411.689905] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5258ef0a-b223-1892-5faf-d155308262f9" [ 1411.689905] env[62099]: _type = "Task" [ 1411.689905] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.690537] env[62099]: DEBUG nova.compute.provider_tree [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.698483] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1411.698483] env[62099]: value = "task-1896382" [ 1411.698483] env[62099]: _type = "Task" [ 1411.698483] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.704992] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5258ef0a-b223-1892-5faf-d155308262f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.706781] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-160ed083-4680-4217-b480-c76485e55743 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.712166] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896382, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.715602] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1411.715602] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]521ce42a-f32b-e1fb-8cc4-49eb8ccf8383" [ 1411.715602] env[62099]: _type = "Task" [ 1411.715602] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.724064] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521ce42a-f32b-e1fb-8cc4-49eb8ccf8383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.743154] env[62099]: DEBUG nova.network.neutron [-] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.864678] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.905464] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Acquiring lock "e64fb81e-2e3e-4725-86d2-75d8c69a1c16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.905889] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Lock "e64fb81e-2e3e-4725-86d2-75d8c69a1c16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.906099] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Acquiring lock "e64fb81e-2e3e-4725-86d2-75d8c69a1c16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.906438] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Lock "e64fb81e-2e3e-4725-86d2-75d8c69a1c16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.906438] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Lock "e64fb81e-2e3e-4725-86d2-75d8c69a1c16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.908799] env[62099]: INFO nova.compute.manager [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Terminating instance [ 1411.971560] env[62099]: DEBUG nova.compute.manager [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1411.999550] env[62099]: DEBUG nova.virt.hardware [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1411.999828] env[62099]: DEBUG nova.virt.hardware [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.000013] env[62099]: DEBUG nova.virt.hardware [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.000207] env[62099]: DEBUG nova.virt.hardware [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.000354] env[62099]: DEBUG nova.virt.hardware [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.000501] env[62099]: DEBUG nova.virt.hardware [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.000724] env[62099]: DEBUG nova.virt.hardware [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.000891] env[62099]: DEBUG nova.virt.hardware [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.001092] env[62099]: DEBUG nova.virt.hardware [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.001278] env[62099]: DEBUG nova.virt.hardware [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.001479] env[62099]: DEBUG nova.virt.hardware [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.002414] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647c02c0-1ec3-48f7-914e-69195089e728 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.010582] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709159bd-250d-46a6-9268-93918a795073 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.073253] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.074971] env[62099]: DEBUG oslo_concurrency.lockutils [req-0d459c06-f095-44c0-9789-c4424e9125ea req-8a27db42-fd20-430e-97bb-63d7311023b3 service nova] Releasing lock "refresh_cache-10f6378b-bf30-49aa-8205-f31acffb0f4d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.197963] env[62099]: DEBUG nova.scheduler.client.report [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.219608] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.233845] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521ce42a-f32b-e1fb-8cc4-49eb8ccf8383, 'name': SearchDatastore_Task, 'duration_secs': 0.010009} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.233845] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.234105] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34/1959ec2b-4161-4820-b1f9-f8c3b8c3bf34.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1412.234418] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9287aea3-2b91-453e-b18f-f7619b97849c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.243826] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1412.243826] env[62099]: value = "task-1896383" [ 1412.243826] env[62099]: _type = "Task" [ 1412.243826] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.249312] env[62099]: INFO nova.compute.manager [-] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Took 1.50 seconds to deallocate network for instance. [ 1412.259773] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.419032] env[62099]: DEBUG nova.compute.manager [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1412.419032] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.419032] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ba22e8-0104-4c56-ba80-c438c99337ef {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.429828] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.430448] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d536cf3-993d-4d15-89e3-aab096977454 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.435896] env[62099]: DEBUG nova.network.neutron [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Successfully updated port: 97b9caa3-6d94-41d4-850d-08917b300037 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1412.442867] env[62099]: DEBUG oslo_vmware.api [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the task: (returnval){ [ 1412.442867] env[62099]: value = "task-1896384" [ 1412.442867] env[62099]: _type = "Task" [ 1412.442867] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.455335] env[62099]: DEBUG oslo_vmware.api [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.499718] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "e7e70eea-a577-46b4-be71-4c92229b8c70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.499815] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "e7e70eea-a577-46b4-be71-4c92229b8c70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.538909] env[62099]: DEBUG nova.compute.manager [req-9de98d38-c692-4ba3-bccf-0600788d760a req-89187038-e589-4d25-953c-c8148173a680 service nova] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Received event network-vif-plugged-97b9caa3-6d94-41d4-850d-08917b300037 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1412.539212] env[62099]: DEBUG oslo_concurrency.lockutils [req-9de98d38-c692-4ba3-bccf-0600788d760a req-89187038-e589-4d25-953c-c8148173a680 service nova] Acquiring lock "3f8868e3-39fe-46e8-8023-49ef66811c84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.539430] env[62099]: DEBUG oslo_concurrency.lockutils [req-9de98d38-c692-4ba3-bccf-0600788d760a req-89187038-e589-4d25-953c-c8148173a680 service nova] Lock "3f8868e3-39fe-46e8-8023-49ef66811c84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.539645] env[62099]: DEBUG oslo_concurrency.lockutils [req-9de98d38-c692-4ba3-bccf-0600788d760a req-89187038-e589-4d25-953c-c8148173a680 service nova] Lock "3f8868e3-39fe-46e8-8023-49ef66811c84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.539818] env[62099]: DEBUG nova.compute.manager [req-9de98d38-c692-4ba3-bccf-0600788d760a req-89187038-e589-4d25-953c-c8148173a680 service nova] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] No waiting events found dispatching network-vif-plugged-97b9caa3-6d94-41d4-850d-08917b300037 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1412.540094] env[62099]: WARNING nova.compute.manager [req-9de98d38-c692-4ba3-bccf-0600788d760a req-89187038-e589-4d25-953c-c8148173a680 service nova] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Received unexpected event network-vif-plugged-97b9caa3-6d94-41d4-850d-08917b300037 for instance with vm_state building and task_state spawning. [ 1412.626034] env[62099]: DEBUG nova.compute.manager [req-007ab0e0-b86b-461e-b9f7-1ae9e1902e5f req-b1eabb4f-025c-407d-ae13-571b699035d7 service nova] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Received event network-vif-plugged-55809a1b-69fd-4361-84d7-5fc9eb7d20ec {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1412.626367] env[62099]: DEBUG oslo_concurrency.lockutils [req-007ab0e0-b86b-461e-b9f7-1ae9e1902e5f req-b1eabb4f-025c-407d-ae13-571b699035d7 service nova] Acquiring lock "1959ec2b-4161-4820-b1f9-f8c3b8c3bf34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.626516] env[62099]: DEBUG oslo_concurrency.lockutils [req-007ab0e0-b86b-461e-b9f7-1ae9e1902e5f req-b1eabb4f-025c-407d-ae13-571b699035d7 service nova] Lock "1959ec2b-4161-4820-b1f9-f8c3b8c3bf34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.626690] env[62099]: DEBUG oslo_concurrency.lockutils [req-007ab0e0-b86b-461e-b9f7-1ae9e1902e5f req-b1eabb4f-025c-407d-ae13-571b699035d7 service nova] Lock "1959ec2b-4161-4820-b1f9-f8c3b8c3bf34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.626893] env[62099]: DEBUG nova.compute.manager [req-007ab0e0-b86b-461e-b9f7-1ae9e1902e5f req-b1eabb4f-025c-407d-ae13-571b699035d7 service nova] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] No waiting events found dispatching network-vif-plugged-55809a1b-69fd-4361-84d7-5fc9eb7d20ec {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1412.627155] env[62099]: WARNING nova.compute.manager [req-007ab0e0-b86b-461e-b9f7-1ae9e1902e5f req-b1eabb4f-025c-407d-ae13-571b699035d7 service nova] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Received unexpected event network-vif-plugged-55809a1b-69fd-4361-84d7-5fc9eb7d20ec for instance with vm_state building and task_state spawning. [ 1412.627254] env[62099]: DEBUG nova.compute.manager [req-007ab0e0-b86b-461e-b9f7-1ae9e1902e5f req-b1eabb4f-025c-407d-ae13-571b699035d7 service nova] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Received event network-changed-55809a1b-69fd-4361-84d7-5fc9eb7d20ec {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1412.627435] env[62099]: DEBUG nova.compute.manager [req-007ab0e0-b86b-461e-b9f7-1ae9e1902e5f req-b1eabb4f-025c-407d-ae13-571b699035d7 service nova] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Refreshing instance network info cache due to event network-changed-55809a1b-69fd-4361-84d7-5fc9eb7d20ec. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1412.627627] env[62099]: DEBUG oslo_concurrency.lockutils [req-007ab0e0-b86b-461e-b9f7-1ae9e1902e5f req-b1eabb4f-025c-407d-ae13-571b699035d7 service nova] Acquiring lock "refresh_cache-1959ec2b-4161-4820-b1f9-f8c3b8c3bf34" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.627763] env[62099]: DEBUG oslo_concurrency.lockutils [req-007ab0e0-b86b-461e-b9f7-1ae9e1902e5f req-b1eabb4f-025c-407d-ae13-571b699035d7 service nova] Acquired lock "refresh_cache-1959ec2b-4161-4820-b1f9-f8c3b8c3bf34" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.628017] env[62099]: DEBUG nova.network.neutron [req-007ab0e0-b86b-461e-b9f7-1ae9e1902e5f req-b1eabb4f-025c-407d-ae13-571b699035d7 service nova] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Refreshing network info cache for port 55809a1b-69fd-4361-84d7-5fc9eb7d20ec {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1412.709090] env[62099]: DEBUG oslo_concurrency.lockutils [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.709681] env[62099]: DEBUG nova.compute.manager [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1412.718599] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.951s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.718842] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.719028] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1412.719350] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.107s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.721123] env[62099]: INFO nova.compute.claims [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1412.724896] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.725423] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce869685-60e6-4ee7-91d6-ff9881869040 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.737173] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e6681f-5732-43e0-9dd1-af2e23ab4400 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.756963] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c5d52a-1b11-4f74-b5cb-f67cc37048a6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.763775] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.764679] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896383, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.770650] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6530ed-5ab1-488c-a2d2-48ba17678cbf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.803125] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179116MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1412.803329] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.941335] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquiring lock "refresh_cache-3f8868e3-39fe-46e8-8023-49ef66811c84" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.941335] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquired lock "refresh_cache-3f8868e3-39fe-46e8-8023-49ef66811c84" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.941335] env[62099]: DEBUG nova.network.neutron [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.959394] env[62099]: DEBUG oslo_vmware.api [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896384, 'name': PowerOffVM_Task, 'duration_secs': 0.23257} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.959491] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.959635] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1412.959897] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f048efb-c9d8-4c2b-8362-5d55fdb95cd7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.165464] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1413.165668] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1413.165896] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Deleting the datastore file [datastore1] e64fb81e-2e3e-4725-86d2-75d8c69a1c16 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.168916] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81e4f09c-e34d-4aaf-ad2c-7bda1a174d08 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.175921] env[62099]: DEBUG oslo_vmware.api [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for the task: (returnval){ [ 1413.175921] env[62099]: value = "task-1896387" [ 1413.175921] env[62099]: _type = "Task" [ 1413.175921] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.187573] env[62099]: DEBUG oslo_vmware.api [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.216266] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896382, 'name': ReconfigVM_Task, 'duration_secs': 1.338344} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.217112] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 10f6378b-bf30-49aa-8205-f31acffb0f4d/10f6378b-bf30-49aa-8205-f31acffb0f4d.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.218383] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0267d895-7abb-479b-93cc-02315351c45c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.231108] env[62099]: DEBUG nova.compute.utils [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1413.235090] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1413.235090] env[62099]: value = "task-1896388" [ 1413.235090] env[62099]: _type = "Task" [ 1413.235090] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.240104] env[62099]: DEBUG nova.compute.manager [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1413.240104] env[62099]: DEBUG nova.network.neutron [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1413.263220] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896388, 'name': Rename_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.266162] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657428} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.266418] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34/1959ec2b-4161-4820-b1f9-f8c3b8c3bf34.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1413.266625] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1413.266905] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-279d0b7a-c0ac-46a1-9ba2-f4ebecd31dd7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.273719] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1413.273719] env[62099]: value = "task-1896389" [ 1413.273719] env[62099]: _type = "Task" [ 1413.273719] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.284380] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.350185] env[62099]: DEBUG nova.policy [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7080b90415a418695a13b1690a89a88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b851cb9c7df43b78ada8a3cc3a18b19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1413.402283] env[62099]: DEBUG nova.network.neutron [req-007ab0e0-b86b-461e-b9f7-1ae9e1902e5f req-b1eabb4f-025c-407d-ae13-571b699035d7 service nova] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Updated VIF entry in instance network info cache for port 55809a1b-69fd-4361-84d7-5fc9eb7d20ec. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1413.402630] env[62099]: DEBUG nova.network.neutron [req-007ab0e0-b86b-461e-b9f7-1ae9e1902e5f req-b1eabb4f-025c-407d-ae13-571b699035d7 service nova] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Updating instance_info_cache with network_info: [{"id": "55809a1b-69fd-4361-84d7-5fc9eb7d20ec", "address": "fa:16:3e:5e:cf:e7", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55809a1b-69", "ovs_interfaceid": "55809a1b-69fd-4361-84d7-5fc9eb7d20ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.472938] env[62099]: DEBUG nova.network.neutron [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1413.634602] env[62099]: DEBUG nova.network.neutron [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Updating instance_info_cache with network_info: [{"id": "97b9caa3-6d94-41d4-850d-08917b300037", "address": "fa:16:3e:3b:83:6d", "network": {"id": "4af60387-d0a3-4f03-b8e5-d5d077d095a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1375362274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b617628a416448382837708b5597204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b9caa3-6d", "ovs_interfaceid": "97b9caa3-6d94-41d4-850d-08917b300037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.686385] env[62099]: DEBUG oslo_vmware.api [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Task: {'id': task-1896387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23904} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.686648] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.686831] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.687010] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.687194] env[62099]: INFO nova.compute.manager [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1413.687426] env[62099]: DEBUG oslo.service.loopingcall [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.687609] env[62099]: DEBUG nova.compute.manager [-] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1413.687703] env[62099]: DEBUG nova.network.neutron [-] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1413.740269] env[62099]: DEBUG nova.compute.manager [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1413.754564] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896388, 'name': Rename_Task, 'duration_secs': 0.167606} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.757032] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1413.757348] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82fdb372-5a7b-477f-baff-0a36a2b13bf8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.766236] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1413.766236] env[62099]: value = "task-1896390" [ 1413.766236] env[62099]: _type = "Task" [ 1413.766236] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.776134] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.788094] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070359} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.788406] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1413.789726] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e3d5f6-c866-47be-9ab0-edd23119b6b4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.817485] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34/1959ec2b-4161-4820-b1f9-f8c3b8c3bf34.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1413.821090] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c459db16-5708-4830-a8e8-2d7e7f7a61b5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.843261] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1413.843261] env[62099]: value = "task-1896391" [ 1413.843261] env[62099]: _type = "Task" [ 1413.843261] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.862566] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.905271] env[62099]: DEBUG oslo_concurrency.lockutils [req-007ab0e0-b86b-461e-b9f7-1ae9e1902e5f req-b1eabb4f-025c-407d-ae13-571b699035d7 service nova] Releasing lock "refresh_cache-1959ec2b-4161-4820-b1f9-f8c3b8c3bf34" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.905587] env[62099]: DEBUG nova.compute.manager [req-007ab0e0-b86b-461e-b9f7-1ae9e1902e5f req-b1eabb4f-025c-407d-ae13-571b699035d7 service nova] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Received event network-vif-deleted-61e6987a-7551-413d-94ed-ef87f32d0c89 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1413.905820] env[62099]: DEBUG nova.compute.manager [req-007ab0e0-b86b-461e-b9f7-1ae9e1902e5f req-b1eabb4f-025c-407d-ae13-571b699035d7 service nova] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Received event network-vif-deleted-f60fe3bf-8567-4cce-8972-b7b75a67f3b6 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1414.137776] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Releasing lock "refresh_cache-3f8868e3-39fe-46e8-8023-49ef66811c84" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.138132] env[62099]: DEBUG nova.compute.manager [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Instance network_info: |[{"id": "97b9caa3-6d94-41d4-850d-08917b300037", "address": "fa:16:3e:3b:83:6d", "network": {"id": "4af60387-d0a3-4f03-b8e5-d5d077d095a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1375362274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b617628a416448382837708b5597204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b9caa3-6d", "ovs_interfaceid": "97b9caa3-6d94-41d4-850d-08917b300037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1414.138569] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:83:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97b9caa3-6d94-41d4-850d-08917b300037', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1414.148346] env[62099]: DEBUG oslo.service.loopingcall [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1414.152710] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1414.153260] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dbf4a54-ec57-4250-a3c3-f57a3394f2cc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.180749] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1414.180749] env[62099]: value = "task-1896392" [ 1414.180749] env[62099]: _type = "Task" [ 1414.180749] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.189491] env[62099]: DEBUG nova.network.neutron [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Successfully created port: 0ce898a3-5337-4e4c-bd3b-706049d3f08a {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1414.199744] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896392, 'name': CreateVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.288906] env[62099]: DEBUG oslo_vmware.api [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896390, 'name': PowerOnVM_Task, 'duration_secs': 0.516119} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.290069] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.290498] env[62099]: INFO nova.compute.manager [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1414.291183] env[62099]: DEBUG nova.compute.manager [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.292505] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e95d531-79e6-45a5-a7d6-aa87e58e51c7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.361966] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896391, 'name': ReconfigVM_Task, 'duration_secs': 0.455388} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.362483] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34/1959ec2b-4161-4820-b1f9-f8c3b8c3bf34.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1414.363682] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d057ca0-70ed-4a73-830a-5d4c902cfcc7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.371956] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1414.371956] env[62099]: value = "task-1896393" [ 1414.371956] env[62099]: _type = "Task" [ 1414.371956] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.382742] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896393, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.424375] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2abfdf-7f95-4098-a11e-ccaf3bc4fa8d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.432525] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac32f0e-f8da-4e42-bd15-44b4a7134b28 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.470114] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444172df-401e-478d-b371-cf67222b703e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.479700] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe887a5-1407-450a-8303-cf5c5643a267 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.495895] env[62099]: DEBUG nova.compute.provider_tree [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.565408] env[62099]: DEBUG nova.network.neutron [-] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.670788] env[62099]: DEBUG nova.compute.manager [req-82988b94-e1ed-435f-8ec5-5784baa637f2 req-5e773e57-ffa9-43dc-9d23-8913c8dfebf8 service nova] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Received event network-changed-97b9caa3-6d94-41d4-850d-08917b300037 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1414.670788] env[62099]: DEBUG nova.compute.manager [req-82988b94-e1ed-435f-8ec5-5784baa637f2 req-5e773e57-ffa9-43dc-9d23-8913c8dfebf8 service nova] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Refreshing instance network info cache due to event network-changed-97b9caa3-6d94-41d4-850d-08917b300037. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1414.670788] env[62099]: DEBUG oslo_concurrency.lockutils [req-82988b94-e1ed-435f-8ec5-5784baa637f2 req-5e773e57-ffa9-43dc-9d23-8913c8dfebf8 service nova] Acquiring lock "refresh_cache-3f8868e3-39fe-46e8-8023-49ef66811c84" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.670788] env[62099]: DEBUG oslo_concurrency.lockutils [req-82988b94-e1ed-435f-8ec5-5784baa637f2 req-5e773e57-ffa9-43dc-9d23-8913c8dfebf8 service nova] Acquired lock "refresh_cache-3f8868e3-39fe-46e8-8023-49ef66811c84" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.670788] env[62099]: DEBUG nova.network.neutron [req-82988b94-e1ed-435f-8ec5-5784baa637f2 req-5e773e57-ffa9-43dc-9d23-8913c8dfebf8 service nova] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Refreshing network info cache for port 97b9caa3-6d94-41d4-850d-08917b300037 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1414.697925] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896392, 'name': CreateVM_Task, 'duration_secs': 0.468458} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.698209] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1414.699586] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.699586] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.699982] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.700549] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f407d5de-4622-428d-b9b4-6a49d40538cc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.707643] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1414.707643] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]526660b4-ed10-a898-f8a1-7c58b9a1009f" [ 1414.707643] env[62099]: _type = "Task" [ 1414.707643] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.717385] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526660b4-ed10-a898-f8a1-7c58b9a1009f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.758032] env[62099]: DEBUG nova.compute.manager [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1414.787140] env[62099]: DEBUG nova.virt.hardware [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1414.787140] env[62099]: DEBUG nova.virt.hardware [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.789570] env[62099]: DEBUG nova.virt.hardware [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1414.789570] env[62099]: DEBUG nova.virt.hardware [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.789570] env[62099]: DEBUG nova.virt.hardware [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1414.789570] env[62099]: DEBUG nova.virt.hardware [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1414.789570] env[62099]: DEBUG nova.virt.hardware [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1414.789955] env[62099]: DEBUG nova.virt.hardware [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1414.789955] env[62099]: DEBUG nova.virt.hardware [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1414.789955] env[62099]: DEBUG nova.virt.hardware [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1414.789955] env[62099]: DEBUG nova.virt.hardware [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1414.791029] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae4bad2-aebb-4ef1-a82d-0918ce34ceb7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.801460] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4218138-bac4-4c3b-83df-cc3cefdef8ba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.827772] env[62099]: INFO nova.compute.manager [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Took 41.92 seconds to build instance. [ 1414.886706] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896393, 'name': Rename_Task, 'duration_secs': 0.239751} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.887010] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1414.887691] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcfc97b5-4b53-4e4c-95e6-2bc39229a6c3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.898470] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1414.898470] env[62099]: value = "task-1896394" [ 1414.898470] env[62099]: _type = "Task" [ 1414.898470] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.904839] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.001707] env[62099]: DEBUG nova.scheduler.client.report [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.069158] env[62099]: INFO nova.compute.manager [-] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Took 1.38 seconds to deallocate network for instance. [ 1415.219389] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526660b4-ed10-a898-f8a1-7c58b9a1009f, 'name': SearchDatastore_Task, 'duration_secs': 0.026411} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.219837] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.220127] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1415.220558] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.220749] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.220963] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1415.221344] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba51148e-6962-4146-8920-016a1ad88298 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.237535] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1415.237742] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1415.238524] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ab05a2-0840-48d6-8843-8194139f82cf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.244714] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1415.244714] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]521e3505-c3e8-77d6-aed2-a666103ad58d" [ 1415.244714] env[62099]: _type = "Task" [ 1415.244714] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.252810] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521e3505-c3e8-77d6-aed2-a666103ad58d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.323855] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Volume attach. Driver type: vmdk {{(pid=62099) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1415.323855] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391597', 'volume_id': '0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf', 'name': 'volume-0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6', 'attached_at': '', 'detached_at': '', 'volume_id': '0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf', 'serial': '0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1415.324645] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70647b7-85c9-45ac-aee7-24c0b16daa15 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.331034] env[62099]: DEBUG oslo_concurrency.lockutils [None req-97c4d1dc-9681-4acf-88fe-a26e5da344d4 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "10f6378b-bf30-49aa-8205-f31acffb0f4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.122s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.353567] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a6de71-dae0-4e27-9a90-3c635dc76490 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.382894] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] volume-0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf/volume-0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.383901] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ad76720-b88c-43b7-985f-fdc877f55133 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.410083] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896394, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.411860] env[62099]: DEBUG oslo_vmware.api [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Waiting for the task: (returnval){ [ 1415.411860] env[62099]: value = "task-1896395" [ 1415.411860] env[62099]: _type = "Task" [ 1415.411860] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.427058] env[62099]: DEBUG oslo_vmware.api [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Task: {'id': task-1896395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.511441] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.511441] env[62099]: DEBUG nova.compute.manager [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1415.512805] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.161s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.512805] env[62099]: DEBUG nova.objects.instance [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lazy-loading 'resources' on Instance uuid cb685d54-5abc-432a-8289-1a0b8fe733db {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.570143] env[62099]: DEBUG nova.network.neutron [req-82988b94-e1ed-435f-8ec5-5784baa637f2 req-5e773e57-ffa9-43dc-9d23-8913c8dfebf8 service nova] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Updated VIF entry in instance network info cache for port 97b9caa3-6d94-41d4-850d-08917b300037. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1415.570659] env[62099]: DEBUG nova.network.neutron [req-82988b94-e1ed-435f-8ec5-5784baa637f2 req-5e773e57-ffa9-43dc-9d23-8913c8dfebf8 service nova] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Updating instance_info_cache with network_info: [{"id": "97b9caa3-6d94-41d4-850d-08917b300037", "address": "fa:16:3e:3b:83:6d", "network": {"id": "4af60387-d0a3-4f03-b8e5-d5d077d095a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1375362274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b617628a416448382837708b5597204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b9caa3-6d", "ovs_interfaceid": "97b9caa3-6d94-41d4-850d-08917b300037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.575559] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.757045] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521e3505-c3e8-77d6-aed2-a666103ad58d, 'name': SearchDatastore_Task, 'duration_secs': 0.011351} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.757817] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e3e576-e3c5-4235-a1d2-65e857827de7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.764894] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1415.764894] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52eb6c90-23f4-a320-4eaa-174e2f5d63d9" [ 1415.764894] env[62099]: _type = "Task" [ 1415.764894] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.774099] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52eb6c90-23f4-a320-4eaa-174e2f5d63d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.854391] env[62099]: DEBUG nova.compute.manager [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1415.911413] env[62099]: DEBUG oslo_vmware.api [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896394, 'name': PowerOnVM_Task, 'duration_secs': 0.523203} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.911700] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1415.911892] env[62099]: INFO nova.compute.manager [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1415.912080] env[62099]: DEBUG nova.compute.manager [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.912977] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54ff5df-6fc4-40a5-9dc7-440e8dc546fb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.926191] env[62099]: DEBUG oslo_vmware.api [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Task: {'id': task-1896395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.016094] env[62099]: DEBUG nova.compute.utils [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1416.021641] env[62099]: DEBUG nova.compute.manager [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1416.021641] env[62099]: DEBUG nova.network.neutron [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1416.073117] env[62099]: DEBUG oslo_concurrency.lockutils [req-82988b94-e1ed-435f-8ec5-5784baa637f2 req-5e773e57-ffa9-43dc-9d23-8913c8dfebf8 service nova] Releasing lock "refresh_cache-3f8868e3-39fe-46e8-8023-49ef66811c84" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.073375] env[62099]: DEBUG nova.compute.manager [req-82988b94-e1ed-435f-8ec5-5784baa637f2 req-5e773e57-ffa9-43dc-9d23-8913c8dfebf8 service nova] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Received event network-vif-deleted-d12e7991-926e-4de1-9d61-30f349e91f40 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1416.095117] env[62099]: DEBUG nova.policy [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'befa16ea2dc54f9c8823243e7106e632', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78474e742f994d6fa9e543040c6b1c8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1416.277569] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52eb6c90-23f4-a320-4eaa-174e2f5d63d9, 'name': SearchDatastore_Task, 'duration_secs': 0.01911} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.280497] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.280792] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 3f8868e3-39fe-46e8-8023-49ef66811c84/3f8868e3-39fe-46e8-8023-49ef66811c84.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1416.281150] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-491d96e4-957b-4242-84bb-dec98943b5fa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.289449] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1416.289449] env[62099]: value = "task-1896396" [ 1416.289449] env[62099]: _type = "Task" [ 1416.289449] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.301633] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.378716] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.388749] env[62099]: DEBUG nova.network.neutron [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Successfully created port: 314566b3-d6b8-47c8-84aa-5f76a2c8e935 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1416.423549] env[62099]: DEBUG oslo_vmware.api [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Task: {'id': task-1896395, 'name': ReconfigVM_Task, 'duration_secs': 0.840014} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.423884] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Reconfigured VM instance instance-0000000b to attach disk [datastore2] volume-0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf/volume-0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.431771] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-881aab2c-de9c-4dae-937d-7861af4398ce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.447795] env[62099]: INFO nova.compute.manager [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Took 43.48 seconds to build instance. [ 1416.454093] env[62099]: DEBUG oslo_vmware.api [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Waiting for the task: (returnval){ [ 1416.454093] env[62099]: value = "task-1896397" [ 1416.454093] env[62099]: _type = "Task" [ 1416.454093] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.470838] env[62099]: DEBUG oslo_vmware.api [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Task: {'id': task-1896397, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.512804] env[62099]: DEBUG nova.compute.manager [req-fc644940-1ee6-48dd-87bd-d90e50d2c621 req-f87aef0b-d4b9-49ef-bf68-2620591d69cc service nova] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Received event network-vif-plugged-0ce898a3-5337-4e4c-bd3b-706049d3f08a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1416.513172] env[62099]: DEBUG oslo_concurrency.lockutils [req-fc644940-1ee6-48dd-87bd-d90e50d2c621 req-f87aef0b-d4b9-49ef-bf68-2620591d69cc service nova] Acquiring lock "0660533d-43d0-4ef6-9c38-da3267000db9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.513437] env[62099]: DEBUG oslo_concurrency.lockutils [req-fc644940-1ee6-48dd-87bd-d90e50d2c621 req-f87aef0b-d4b9-49ef-bf68-2620591d69cc service nova] Lock "0660533d-43d0-4ef6-9c38-da3267000db9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.513776] env[62099]: DEBUG oslo_concurrency.lockutils [req-fc644940-1ee6-48dd-87bd-d90e50d2c621 req-f87aef0b-d4b9-49ef-bf68-2620591d69cc service nova] Lock "0660533d-43d0-4ef6-9c38-da3267000db9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.515112] env[62099]: DEBUG nova.compute.manager [req-fc644940-1ee6-48dd-87bd-d90e50d2c621 req-f87aef0b-d4b9-49ef-bf68-2620591d69cc service nova] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] No waiting events found dispatching network-vif-plugged-0ce898a3-5337-4e4c-bd3b-706049d3f08a {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1416.515360] env[62099]: WARNING nova.compute.manager [req-fc644940-1ee6-48dd-87bd-d90e50d2c621 req-f87aef0b-d4b9-49ef-bf68-2620591d69cc service nova] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Received unexpected event network-vif-plugged-0ce898a3-5337-4e4c-bd3b-706049d3f08a for instance with vm_state building and task_state spawning. [ 1416.524218] env[62099]: DEBUG nova.compute.manager [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1416.644498] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690912b7-34b6-4111-9995-73b084dd15fa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.659486] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bed783-931d-4021-99ad-c4b6f471d329 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.692592] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f35c65-650f-41e0-a8c5-40be2cdb42d3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.701256] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c729a6c6-212a-4a0c-b18f-e9da0de99a61 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.717043] env[62099]: DEBUG nova.compute.provider_tree [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.776234] env[62099]: DEBUG nova.network.neutron [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Successfully updated port: 0ce898a3-5337-4e4c-bd3b-706049d3f08a {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1416.802133] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896396, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.953649] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e93b26b7-8232-4a0c-bf84-f33f01ed03f9 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "1959ec2b-4161-4820-b1f9-f8c3b8c3bf34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.807s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.974832] env[62099]: DEBUG oslo_vmware.api [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Task: {'id': task-1896397, 'name': ReconfigVM_Task, 'duration_secs': 0.176133} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.976422] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391597', 'volume_id': '0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf', 'name': 'volume-0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6', 'attached_at': '', 'detached_at': '', 'volume_id': '0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf', 'serial': '0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1417.222700] env[62099]: DEBUG nova.scheduler.client.report [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.282763] env[62099]: DEBUG oslo_concurrency.lockutils [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Acquiring lock "refresh_cache-0660533d-43d0-4ef6-9c38-da3267000db9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.282763] env[62099]: DEBUG oslo_concurrency.lockutils [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Acquired lock "refresh_cache-0660533d-43d0-4ef6-9c38-da3267000db9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.282887] env[62099]: DEBUG nova.network.neutron [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.303862] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823727} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.304197] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 3f8868e3-39fe-46e8-8023-49ef66811c84/3f8868e3-39fe-46e8-8023-49ef66811c84.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1417.304514] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1417.304777] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6dfc497-cb3f-435d-976e-f224542b262d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.316998] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1417.316998] env[62099]: value = "task-1896398" [ 1417.316998] env[62099]: _type = "Task" [ 1417.316998] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.328971] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.456896] env[62099]: DEBUG nova.compute.manager [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1417.536488] env[62099]: DEBUG nova.compute.manager [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1417.570801] env[62099]: DEBUG nova.virt.hardware [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1417.571162] env[62099]: DEBUG nova.virt.hardware [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1417.572498] env[62099]: DEBUG nova.virt.hardware [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1417.572498] env[62099]: DEBUG nova.virt.hardware [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1417.572498] env[62099]: DEBUG nova.virt.hardware [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1417.572498] env[62099]: DEBUG nova.virt.hardware [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1417.572498] env[62099]: DEBUG nova.virt.hardware [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1417.572774] env[62099]: DEBUG nova.virt.hardware [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1417.572774] env[62099]: DEBUG nova.virt.hardware [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1417.573579] env[62099]: DEBUG nova.virt.hardware [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1417.573579] env[62099]: DEBUG nova.virt.hardware [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1417.574658] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cd20f7-cc83-4656-b8ce-9c420073a64e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.585716] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85527c6-2220-4be3-908b-edfc1b062b7d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.731319] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.732355] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.321s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.732708] env[62099]: DEBUG nova.objects.instance [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Lazy-loading 'resources' on Instance uuid fd044e0c-bdba-421e-8942-7132389d2430 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.761237] env[62099]: INFO nova.scheduler.client.report [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Deleted allocations for instance cb685d54-5abc-432a-8289-1a0b8fe733db [ 1417.828573] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071665} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.831672] env[62099]: DEBUG nova.network.neutron [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1417.832880] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1417.834159] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a814d58-dab8-4280-9779-edbebbbc32ef {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.867347] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 3f8868e3-39fe-46e8-8023-49ef66811c84/3f8868e3-39fe-46e8-8023-49ef66811c84.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.870644] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-888d5301-c428-4b2e-b207-00d964dcf9cd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.896318] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1417.896318] env[62099]: value = "task-1896399" [ 1417.896318] env[62099]: _type = "Task" [ 1417.896318] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.907991] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.992309] env[62099]: DEBUG oslo_concurrency.lockutils [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.994490] env[62099]: DEBUG nova.network.neutron [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Successfully updated port: 314566b3-d6b8-47c8-84aa-5f76a2c8e935 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1418.024192] env[62099]: DEBUG nova.objects.instance [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Lazy-loading 'flavor' on Instance uuid 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.156142] env[62099]: DEBUG nova.compute.manager [req-6468ae30-7980-490f-bd55-da5efbc8c33b req-5be5236e-83ad-457a-9f50-5729c13116fa service nova] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Received event network-vif-plugged-314566b3-d6b8-47c8-84aa-5f76a2c8e935 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1418.156142] env[62099]: DEBUG oslo_concurrency.lockutils [req-6468ae30-7980-490f-bd55-da5efbc8c33b req-5be5236e-83ad-457a-9f50-5729c13116fa service nova] Acquiring lock "dd96b62a-b50b-46aa-8dce-af6d87bc7f6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.156142] env[62099]: DEBUG oslo_concurrency.lockutils [req-6468ae30-7980-490f-bd55-da5efbc8c33b req-5be5236e-83ad-457a-9f50-5729c13116fa service nova] Lock "dd96b62a-b50b-46aa-8dce-af6d87bc7f6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.156142] env[62099]: DEBUG oslo_concurrency.lockutils [req-6468ae30-7980-490f-bd55-da5efbc8c33b req-5be5236e-83ad-457a-9f50-5729c13116fa service nova] Lock "dd96b62a-b50b-46aa-8dce-af6d87bc7f6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.156142] env[62099]: DEBUG nova.compute.manager [req-6468ae30-7980-490f-bd55-da5efbc8c33b req-5be5236e-83ad-457a-9f50-5729c13116fa service nova] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] No waiting events found dispatching network-vif-plugged-314566b3-d6b8-47c8-84aa-5f76a2c8e935 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1418.156404] env[62099]: WARNING nova.compute.manager [req-6468ae30-7980-490f-bd55-da5efbc8c33b req-5be5236e-83ad-457a-9f50-5729c13116fa service nova] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Received unexpected event network-vif-plugged-314566b3-d6b8-47c8-84aa-5f76a2c8e935 for instance with vm_state building and task_state spawning. [ 1418.202009] env[62099]: DEBUG nova.network.neutron [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Updating instance_info_cache with network_info: [{"id": "0ce898a3-5337-4e4c-bd3b-706049d3f08a", "address": "fa:16:3e:d4:73:63", "network": {"id": "2a229713-0538-4feb-8775-af0f733f5e3a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-98833304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b851cb9c7df43b78ada8a3cc3a18b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce898a3-53", "ovs_interfaceid": "0ce898a3-5337-4e4c-bd3b-706049d3f08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.270751] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a7db9de-6bba-40a7-ad4b-91d414965b59 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "cb685d54-5abc-432a-8289-1a0b8fe733db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.452s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.418179] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896399, 'name': ReconfigVM_Task, 'duration_secs': 0.50165} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.422744] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 3f8868e3-39fe-46e8-8023-49ef66811c84/3f8868e3-39fe-46e8-8023-49ef66811c84.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.423254] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32c3177e-fc0d-4e23-b96e-feaf5a47c161 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.431919] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1418.431919] env[62099]: value = "task-1896400" [ 1418.431919] env[62099]: _type = "Task" [ 1418.431919] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.446075] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896400, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.500207] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquiring lock "refresh_cache-dd96b62a-b50b-46aa-8dce-af6d87bc7f6c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.500207] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquired lock "refresh_cache-dd96b62a-b50b-46aa-8dce-af6d87bc7f6c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.500207] env[62099]: DEBUG nova.network.neutron [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.531616] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d4c942ec-a7b7-4e64-a2ed-db0ec35ba0e0 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.840s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.705329] env[62099]: DEBUG oslo_concurrency.lockutils [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Releasing lock "refresh_cache-0660533d-43d0-4ef6-9c38-da3267000db9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.705478] env[62099]: DEBUG nova.compute.manager [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Instance network_info: |[{"id": "0ce898a3-5337-4e4c-bd3b-706049d3f08a", "address": "fa:16:3e:d4:73:63", "network": {"id": "2a229713-0538-4feb-8775-af0f733f5e3a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-98833304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b851cb9c7df43b78ada8a3cc3a18b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce898a3-53", "ovs_interfaceid": "0ce898a3-5337-4e4c-bd3b-706049d3f08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1418.705903] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:73:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ce898a3-5337-4e4c-bd3b-706049d3f08a', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1418.714601] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Creating folder: Project (8b851cb9c7df43b78ada8a3cc3a18b19). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1418.718279] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2167623b-9206-4e5a-9e76-99fcd8fbbfb0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.720990] env[62099]: DEBUG nova.compute.manager [req-97d58077-792b-406f-8281-258018e77796 req-062a5de8-0eb4-41b0-a95f-0c3b5c711db2 service nova] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Received event network-changed-0ce898a3-5337-4e4c-bd3b-706049d3f08a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1418.721186] env[62099]: DEBUG nova.compute.manager [req-97d58077-792b-406f-8281-258018e77796 req-062a5de8-0eb4-41b0-a95f-0c3b5c711db2 service nova] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Refreshing instance network info cache due to event network-changed-0ce898a3-5337-4e4c-bd3b-706049d3f08a. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1418.721409] env[62099]: DEBUG oslo_concurrency.lockutils [req-97d58077-792b-406f-8281-258018e77796 req-062a5de8-0eb4-41b0-a95f-0c3b5c711db2 service nova] Acquiring lock "refresh_cache-0660533d-43d0-4ef6-9c38-da3267000db9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.721549] env[62099]: DEBUG oslo_concurrency.lockutils [req-97d58077-792b-406f-8281-258018e77796 req-062a5de8-0eb4-41b0-a95f-0c3b5c711db2 service nova] Acquired lock "refresh_cache-0660533d-43d0-4ef6-9c38-da3267000db9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.722083] env[62099]: DEBUG nova.network.neutron [req-97d58077-792b-406f-8281-258018e77796 req-062a5de8-0eb4-41b0-a95f-0c3b5c711db2 service nova] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Refreshing network info cache for port 0ce898a3-5337-4e4c-bd3b-706049d3f08a {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1418.734953] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Created folder: Project (8b851cb9c7df43b78ada8a3cc3a18b19) in parent group-v391507. [ 1418.735099] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Creating folder: Instances. Parent ref: group-v391600. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1418.736203] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff85d445-63c6-4956-ab80-9bdde0a2ff13 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.749796] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Created folder: Instances in parent group-v391600. [ 1418.749796] env[62099]: DEBUG oslo.service.loopingcall [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1418.749796] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1418.749946] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b00100f-feb4-408f-a5d1-57051e3389d7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.769273] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ff0415-360d-49ac-bb4c-64c1ee1d3745 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.779460] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57bb383-9634-4420-9127-75c62a786ad7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.782619] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1418.782619] env[62099]: value = "task-1896403" [ 1418.782619] env[62099]: _type = "Task" [ 1418.782619] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.812871] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0427efc3-3306-4f0b-a312-094bb6df9aff {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.823402] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896403, 'name': CreateVM_Task} progress is 15%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.828802] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63279dfc-2cff-4a64-97b6-99f0be4a8d91 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.845703] env[62099]: DEBUG nova.compute.provider_tree [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.945704] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896400, 'name': Rename_Task, 'duration_secs': 0.49031} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.946041] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.946278] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1e52cf7-abd4-4f01-bafc-070790fea130 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.954184] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1418.954184] env[62099]: value = "task-1896404" [ 1418.954184] env[62099]: _type = "Task" [ 1418.954184] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.962670] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.982162] env[62099]: DEBUG nova.compute.manager [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.983751] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfad942f-d550-4cae-929a-303a3ecacbb4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.043898] env[62099]: DEBUG nova.network.neutron [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1419.094039] env[62099]: DEBUG oslo_concurrency.lockutils [None req-07103b9d-6e52-4616-ba2c-6faa193de574 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Acquiring lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.094340] env[62099]: DEBUG oslo_concurrency.lockutils [None req-07103b9d-6e52-4616-ba2c-6faa193de574 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.297037] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896403, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.331971] env[62099]: DEBUG nova.network.neutron [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Updating instance_info_cache with network_info: [{"id": "314566b3-d6b8-47c8-84aa-5f76a2c8e935", "address": "fa:16:3e:17:d1:54", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314566b3-d6", "ovs_interfaceid": "314566b3-d6b8-47c8-84aa-5f76a2c8e935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.354778] env[62099]: DEBUG nova.scheduler.client.report [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.464945] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.487292] env[62099]: DEBUG nova.network.neutron [req-97d58077-792b-406f-8281-258018e77796 req-062a5de8-0eb4-41b0-a95f-0c3b5c711db2 service nova] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Updated VIF entry in instance network info cache for port 0ce898a3-5337-4e4c-bd3b-706049d3f08a. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1419.487569] env[62099]: DEBUG nova.network.neutron [req-97d58077-792b-406f-8281-258018e77796 req-062a5de8-0eb4-41b0-a95f-0c3b5c711db2 service nova] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Updating instance_info_cache with network_info: [{"id": "0ce898a3-5337-4e4c-bd3b-706049d3f08a", "address": "fa:16:3e:d4:73:63", "network": {"id": "2a229713-0538-4feb-8775-af0f733f5e3a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-98833304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b851cb9c7df43b78ada8a3cc3a18b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce898a3-53", "ovs_interfaceid": "0ce898a3-5337-4e4c-bd3b-706049d3f08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.495373] env[62099]: INFO nova.compute.manager [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] instance snapshotting [ 1419.499182] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a295dbc0-c7c9-4643-a32a-6ba607eb7c6a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.518151] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136f4370-c4c8-44f9-96fd-4aaddf6c2931 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.600336] env[62099]: INFO nova.compute.manager [None req-07103b9d-6e52-4616-ba2c-6faa193de574 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Detaching volume 0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf [ 1419.638549] env[62099]: INFO nova.virt.block_device [None req-07103b9d-6e52-4616-ba2c-6faa193de574 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Attempting to driver detach volume 0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf from mountpoint /dev/sdb [ 1419.638549] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-07103b9d-6e52-4616-ba2c-6faa193de574 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Volume detach. Driver type: vmdk {{(pid=62099) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1419.638720] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-07103b9d-6e52-4616-ba2c-6faa193de574 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391597', 'volume_id': '0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf', 'name': 'volume-0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6', 'attached_at': '', 'detached_at': '', 'volume_id': '0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf', 'serial': '0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1419.639612] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ee5139-9161-4687-a35b-eb90aa9669e3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.661350] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4372d3-a335-4c2c-bbed-80cdda2af36d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.669449] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa92430-82b3-48b9-b988-36001c64bce0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.692174] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb03664-4164-4707-80df-f9d6bf62eeb4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.712232] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-07103b9d-6e52-4616-ba2c-6faa193de574 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] The volume has not been displaced from its original location: [datastore2] volume-0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf/volume-0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf.vmdk. No consolidation needed. {{(pid=62099) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1419.715492] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-07103b9d-6e52-4616-ba2c-6faa193de574 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1419.715888] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2b2f2e5-5fea-4c98-af2f-bb572123af71 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.739537] env[62099]: DEBUG oslo_vmware.api [None req-07103b9d-6e52-4616-ba2c-6faa193de574 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Waiting for the task: (returnval){ [ 1419.739537] env[62099]: value = "task-1896405" [ 1419.739537] env[62099]: _type = "Task" [ 1419.739537] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.748113] env[62099]: DEBUG oslo_vmware.api [None req-07103b9d-6e52-4616-ba2c-6faa193de574 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Task: {'id': task-1896405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.795140] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896403, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.836827] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Releasing lock "refresh_cache-dd96b62a-b50b-46aa-8dce-af6d87bc7f6c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.838074] env[62099]: DEBUG nova.compute.manager [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Instance network_info: |[{"id": "314566b3-d6b8-47c8-84aa-5f76a2c8e935", "address": "fa:16:3e:17:d1:54", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314566b3-d6", "ovs_interfaceid": "314566b3-d6b8-47c8-84aa-5f76a2c8e935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1419.838173] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:d1:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '314566b3-d6b8-47c8-84aa-5f76a2c8e935', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1419.845592] env[62099]: DEBUG oslo.service.loopingcall [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1419.845827] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1419.848083] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ddf48e6-970c-43fa-b75f-96ddebb14d57 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.862846] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.865194] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.420s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.866154] env[62099]: INFO nova.compute.claims [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1419.876097] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1419.876097] env[62099]: value = "task-1896406" [ 1419.876097] env[62099]: _type = "Task" [ 1419.876097] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.887186] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896406, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.892643] env[62099]: INFO nova.scheduler.client.report [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Deleted allocations for instance fd044e0c-bdba-421e-8942-7132389d2430 [ 1419.971140] env[62099]: DEBUG oslo_vmware.api [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896404, 'name': PowerOnVM_Task, 'duration_secs': 0.90399} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.971419] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.971619] env[62099]: INFO nova.compute.manager [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1419.971796] env[62099]: DEBUG nova.compute.manager [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1419.972608] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377bdd48-347f-4e8e-b655-afe900704ff0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.992721] env[62099]: DEBUG oslo_concurrency.lockutils [req-97d58077-792b-406f-8281-258018e77796 req-062a5de8-0eb4-41b0-a95f-0c3b5c711db2 service nova] Releasing lock "refresh_cache-0660533d-43d0-4ef6-9c38-da3267000db9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.032270] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Creating Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1420.032270] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-af7a190b-01a2-4b97-9a0b-7eae6fee1890 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.040820] env[62099]: DEBUG oslo_vmware.api [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1420.040820] env[62099]: value = "task-1896407" [ 1420.040820] env[62099]: _type = "Task" [ 1420.040820] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.053916] env[62099]: DEBUG oslo_vmware.api [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896407, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.191403] env[62099]: DEBUG nova.compute.manager [req-fd0bb177-9c74-4044-822d-1640fde41579 req-344e2a49-8d12-4020-8444-8dc5fce4efb7 service nova] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Received event network-changed-314566b3-d6b8-47c8-84aa-5f76a2c8e935 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1420.191403] env[62099]: DEBUG nova.compute.manager [req-fd0bb177-9c74-4044-822d-1640fde41579 req-344e2a49-8d12-4020-8444-8dc5fce4efb7 service nova] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Refreshing instance network info cache due to event network-changed-314566b3-d6b8-47c8-84aa-5f76a2c8e935. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1420.191403] env[62099]: DEBUG oslo_concurrency.lockutils [req-fd0bb177-9c74-4044-822d-1640fde41579 req-344e2a49-8d12-4020-8444-8dc5fce4efb7 service nova] Acquiring lock "refresh_cache-dd96b62a-b50b-46aa-8dce-af6d87bc7f6c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.191403] env[62099]: DEBUG oslo_concurrency.lockutils [req-fd0bb177-9c74-4044-822d-1640fde41579 req-344e2a49-8d12-4020-8444-8dc5fce4efb7 service nova] Acquired lock "refresh_cache-dd96b62a-b50b-46aa-8dce-af6d87bc7f6c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.191403] env[62099]: DEBUG nova.network.neutron [req-fd0bb177-9c74-4044-822d-1640fde41579 req-344e2a49-8d12-4020-8444-8dc5fce4efb7 service nova] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Refreshing network info cache for port 314566b3-d6b8-47c8-84aa-5f76a2c8e935 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.251919] env[62099]: DEBUG oslo_vmware.api [None req-07103b9d-6e52-4616-ba2c-6faa193de574 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Task: {'id': task-1896405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.295823] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896403, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.389808] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896406, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.403406] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9857844b-48a7-4fe9-adca-666c0f4d87e6 tempest-ServerDiagnosticsNegativeTest-1837545961 tempest-ServerDiagnosticsNegativeTest-1837545961-project-member] Lock "fd044e0c-bdba-421e-8942-7132389d2430" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.015s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.497032] env[62099]: INFO nova.compute.manager [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Took 36.15 seconds to build instance. [ 1420.553562] env[62099]: DEBUG oslo_vmware.api [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896407, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.750728] env[62099]: DEBUG oslo_vmware.api [None req-07103b9d-6e52-4616-ba2c-6faa193de574 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Task: {'id': task-1896405, 'name': ReconfigVM_Task, 'duration_secs': 0.924601} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.750865] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-07103b9d-6e52-4616-ba2c-6faa193de574 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1420.755718] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51433f73-73f4-430f-a604-8b8e6d3fd7c8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.779359] env[62099]: DEBUG oslo_vmware.api [None req-07103b9d-6e52-4616-ba2c-6faa193de574 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Waiting for the task: (returnval){ [ 1420.779359] env[62099]: value = "task-1896408" [ 1420.779359] env[62099]: _type = "Task" [ 1420.779359] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.789799] env[62099]: DEBUG oslo_vmware.api [None req-07103b9d-6e52-4616-ba2c-6faa193de574 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Task: {'id': task-1896408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.804177] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896403, 'name': CreateVM_Task, 'duration_secs': 1.680821} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.804351] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1420.805068] env[62099]: DEBUG oslo_concurrency.lockutils [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.805236] env[62099]: DEBUG oslo_concurrency.lockutils [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.808462] env[62099]: DEBUG oslo_concurrency.lockutils [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1420.808462] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d16049aa-8617-4d39-ac8e-baad8b4ad8de {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.813523] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Waiting for the task: (returnval){ [ 1420.813523] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529fde6a-5543-c2bf-b999-9dc9fd9879b3" [ 1420.813523] env[62099]: _type = "Task" [ 1420.813523] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.823456] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529fde6a-5543-c2bf-b999-9dc9fd9879b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.898166] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896406, 'name': CreateVM_Task, 'duration_secs': 0.666834} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.904105] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1420.906168] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.906784] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.907537] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1420.912338] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1543e67-1d97-4d70-8e54-ed9ec29d544b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.927040] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for the task: (returnval){ [ 1420.927040] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52af5a66-9acb-2fcd-5a5a-f7f11c9cf7a4" [ 1420.927040] env[62099]: _type = "Task" [ 1420.927040] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.942574] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52af5a66-9acb-2fcd-5a5a-f7f11c9cf7a4, 'name': SearchDatastore_Task, 'duration_secs': 0.01613} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.946308] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.946554] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1420.946804] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.946955] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.947149] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1420.948997] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b139c2fd-9f0e-4514-b7fd-2d0ee4c48c43 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.955145] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Acquiring lock "1b4c7281-63df-4c1b-8583-e3db858f0c64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.955426] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Lock "1b4c7281-63df-4c1b-8583-e3db858f0c64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.968105] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1420.968787] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1420.969622] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12676ebe-0f84-4f62-879b-d1c56827db6b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.976788] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for the task: (returnval){ [ 1420.976788] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c0e468-5e6e-c563-3425-c5a20aacd922" [ 1420.976788] env[62099]: _type = "Task" [ 1420.976788] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.980392] env[62099]: DEBUG nova.network.neutron [req-fd0bb177-9c74-4044-822d-1640fde41579 req-344e2a49-8d12-4020-8444-8dc5fce4efb7 service nova] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Updated VIF entry in instance network info cache for port 314566b3-d6b8-47c8-84aa-5f76a2c8e935. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.980817] env[62099]: DEBUG nova.network.neutron [req-fd0bb177-9c74-4044-822d-1640fde41579 req-344e2a49-8d12-4020-8444-8dc5fce4efb7 service nova] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Updating instance_info_cache with network_info: [{"id": "314566b3-d6b8-47c8-84aa-5f76a2c8e935", "address": "fa:16:3e:17:d1:54", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314566b3-d6", "ovs_interfaceid": "314566b3-d6b8-47c8-84aa-5f76a2c8e935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.993473] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c0e468-5e6e-c563-3425-c5a20aacd922, 'name': SearchDatastore_Task, 'duration_secs': 0.013071} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.993473] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f04e2e8d-6229-44d1-9b1d-02c671f3089b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.000291] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d2269684-cbce-4440-b437-a2cef017fe30 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "3f8868e3-39fe-46e8-8023-49ef66811c84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.380s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.003270] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for the task: (returnval){ [ 1421.003270] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529f68fa-0959-0987-9132-5b9bbd5d4e33" [ 1421.003270] env[62099]: _type = "Task" [ 1421.003270] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.016034] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529f68fa-0959-0987-9132-5b9bbd5d4e33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.054955] env[62099]: DEBUG oslo_vmware.api [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896407, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.295220] env[62099]: DEBUG oslo_vmware.api [None req-07103b9d-6e52-4616-ba2c-6faa193de574 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Task: {'id': task-1896408, 'name': ReconfigVM_Task, 'duration_secs': 0.259997} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.296712] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-07103b9d-6e52-4616-ba2c-6faa193de574 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391597', 'volume_id': '0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf', 'name': 'volume-0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6', 'attached_at': '', 'detached_at': '', 'volume_id': '0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf', 'serial': '0519ec1f-c03c-4520-a1c6-3c6fdcbfdddf'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1421.323509] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529fde6a-5543-c2bf-b999-9dc9fd9879b3, 'name': SearchDatastore_Task, 'duration_secs': 0.024183} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.326239] env[62099]: DEBUG oslo_concurrency.lockutils [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.326503] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1421.326746] env[62099]: DEBUG oslo_concurrency.lockutils [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.326917] env[62099]: DEBUG oslo_concurrency.lockutils [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.327098] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1421.327574] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89a90ab3-d18d-457d-8533-dc125b55bd80 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.338454] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1421.338693] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1421.339689] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-030ebbb4-08ce-417c-a7c2-f9449ad7de26 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.346707] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Waiting for the task: (returnval){ [ 1421.346707] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5244401e-8db2-7289-9084-8dc9db776126" [ 1421.346707] env[62099]: _type = "Task" [ 1421.346707] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.359083] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5244401e-8db2-7289-9084-8dc9db776126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.401989] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a5e53e-d6fb-486c-b7af-40e76c357f1b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.411104] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cc6202-95ea-4af3-8654-8427f401cffc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.444859] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d03589-561e-451a-925f-20d730f3cf39 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.458036] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cf6965-8428-4e13-bdb3-3e7d36853900 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.472956] env[62099]: DEBUG nova.compute.provider_tree [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.486308] env[62099]: DEBUG oslo_concurrency.lockutils [req-fd0bb177-9c74-4044-822d-1640fde41579 req-344e2a49-8d12-4020-8444-8dc5fce4efb7 service nova] Releasing lock "refresh_cache-dd96b62a-b50b-46aa-8dce-af6d87bc7f6c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.505151] env[62099]: DEBUG nova.compute.manager [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1421.518292] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529f68fa-0959-0987-9132-5b9bbd5d4e33, 'name': SearchDatastore_Task, 'duration_secs': 0.017064} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.518613] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.518797] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] dd96b62a-b50b-46aa-8dce-af6d87bc7f6c/dd96b62a-b50b-46aa-8dce-af6d87bc7f6c.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1421.519078] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53ed623c-a265-4fce-939c-2e454a4a5dd1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.526983] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for the task: (returnval){ [ 1421.526983] env[62099]: value = "task-1896409" [ 1421.526983] env[62099]: _type = "Task" [ 1421.526983] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.538780] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.555896] env[62099]: DEBUG oslo_vmware.api [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896407, 'name': CreateSnapshot_Task, 'duration_secs': 1.279522} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.556249] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Created Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1421.557159] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821abb89-bc24-4377-b3fe-675a95f6dca6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.866583] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5244401e-8db2-7289-9084-8dc9db776126, 'name': SearchDatastore_Task, 'duration_secs': 0.023218} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.868304] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466bc8e1-0ff9-4c68-91d0-f5ea7ba0a4b8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.876852] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Waiting for the task: (returnval){ [ 1421.876852] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5293e007-ee0a-cbc5-7bb6-16f052e6e44b" [ 1421.876852] env[62099]: _type = "Task" [ 1421.876852] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.885324] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5293e007-ee0a-cbc5-7bb6-16f052e6e44b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.896030] env[62099]: DEBUG nova.objects.instance [None req-07103b9d-6e52-4616-ba2c-6faa193de574 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Lazy-loading 'flavor' on Instance uuid 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.929901] env[62099]: DEBUG nova.compute.manager [req-1b1aaeb7-b358-4137-bc53-394a038df426 req-53cedbe9-ff17-427d-9a67-fe6701ebaea1 service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Received event network-changed-a403339c-5927-4d29-8417-ef08e4babeb0 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1421.929901] env[62099]: DEBUG nova.compute.manager [req-1b1aaeb7-b358-4137-bc53-394a038df426 req-53cedbe9-ff17-427d-9a67-fe6701ebaea1 service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Refreshing instance network info cache due to event network-changed-a403339c-5927-4d29-8417-ef08e4babeb0. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1421.929901] env[62099]: DEBUG oslo_concurrency.lockutils [req-1b1aaeb7-b358-4137-bc53-394a038df426 req-53cedbe9-ff17-427d-9a67-fe6701ebaea1 service nova] Acquiring lock "refresh_cache-12afe1f4-4fc3-40a1-bde2-2afaf1772cde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.929901] env[62099]: DEBUG oslo_concurrency.lockutils [req-1b1aaeb7-b358-4137-bc53-394a038df426 req-53cedbe9-ff17-427d-9a67-fe6701ebaea1 service nova] Acquired lock "refresh_cache-12afe1f4-4fc3-40a1-bde2-2afaf1772cde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.929901] env[62099]: DEBUG nova.network.neutron [req-1b1aaeb7-b358-4137-bc53-394a038df426 req-53cedbe9-ff17-427d-9a67-fe6701ebaea1 service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Refreshing network info cache for port a403339c-5927-4d29-8417-ef08e4babeb0 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1421.976461] env[62099]: DEBUG nova.scheduler.client.report [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.040890] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.041956] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.078064] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Creating linked-clone VM from snapshot {{(pid=62099) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1422.078648] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4521f78a-d71d-43ee-bfc6-310fa5f376d0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.090926] env[62099]: DEBUG oslo_vmware.api [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1422.090926] env[62099]: value = "task-1896410" [ 1422.090926] env[62099]: _type = "Task" [ 1422.090926] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.101049] env[62099]: DEBUG oslo_vmware.api [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896410, 'name': CloneVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.388090] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5293e007-ee0a-cbc5-7bb6-16f052e6e44b, 'name': SearchDatastore_Task, 'duration_secs': 0.012356} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.388090] env[62099]: DEBUG oslo_concurrency.lockutils [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.388314] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 0660533d-43d0-4ef6-9c38-da3267000db9/0660533d-43d0-4ef6-9c38-da3267000db9.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1422.388919] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e5dec4f-43cb-4b06-9085-6bbc231d44bd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.414341] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Waiting for the task: (returnval){ [ 1422.414341] env[62099]: value = "task-1896411" [ 1422.414341] env[62099]: _type = "Task" [ 1422.414341] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.430940] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': task-1896411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.485284] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.486988] env[62099]: DEBUG nova.compute.manager [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1422.491234] env[62099]: DEBUG oslo_concurrency.lockutils [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.809s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.498449] env[62099]: INFO nova.compute.claims [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1422.544342] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896409, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.603829] env[62099]: DEBUG oslo_vmware.api [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896410, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.812830] env[62099]: DEBUG nova.network.neutron [req-1b1aaeb7-b358-4137-bc53-394a038df426 req-53cedbe9-ff17-427d-9a67-fe6701ebaea1 service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Updated VIF entry in instance network info cache for port a403339c-5927-4d29-8417-ef08e4babeb0. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.813252] env[62099]: DEBUG nova.network.neutron [req-1b1aaeb7-b358-4137-bc53-394a038df426 req-53cedbe9-ff17-427d-9a67-fe6701ebaea1 service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Updating instance_info_cache with network_info: [{"id": "a403339c-5927-4d29-8417-ef08e4babeb0", "address": "fa:16:3e:8a:79:3a", "network": {"id": "4af60387-d0a3-4f03-b8e5-d5d077d095a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1375362274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b617628a416448382837708b5597204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa403339c-59", "ovs_interfaceid": "a403339c-5927-4d29-8417-ef08e4babeb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.904426] env[62099]: DEBUG oslo_concurrency.lockutils [None req-07103b9d-6e52-4616-ba2c-6faa193de574 tempest-VolumesAssistedSnapshotsTest-1270553005 tempest-VolumesAssistedSnapshotsTest-1270553005-project-admin] Lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.810s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.926361] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': task-1896411, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.008185] env[62099]: DEBUG nova.compute.utils [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1423.008185] env[62099]: DEBUG nova.compute.manager [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1423.008185] env[62099]: DEBUG nova.network.neutron [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1423.043594] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896409, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.244043} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.043909] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] dd96b62a-b50b-46aa-8dce-af6d87bc7f6c/dd96b62a-b50b-46aa-8dce-af6d87bc7f6c.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1423.044290] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1423.044549] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c58857d-18d2-4900-bcf6-4d17823b0fcc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.055495] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for the task: (returnval){ [ 1423.055495] env[62099]: value = "task-1896413" [ 1423.055495] env[62099]: _type = "Task" [ 1423.055495] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.070779] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.090835] env[62099]: DEBUG nova.policy [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b500c7f4fa5494b93d18dd81157d582', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fff86dc107cf47cda4ed5dd8a766cf62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1423.110346] env[62099]: DEBUG oslo_vmware.api [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896410, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.316218] env[62099]: DEBUG oslo_concurrency.lockutils [req-1b1aaeb7-b358-4137-bc53-394a038df426 req-53cedbe9-ff17-427d-9a67-fe6701ebaea1 service nova] Releasing lock "refresh_cache-12afe1f4-4fc3-40a1-bde2-2afaf1772cde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.422560] env[62099]: DEBUG nova.network.neutron [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Successfully created port: a5c4a98b-2964-41ec-a164-f5a2c73a6052 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.429707] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': task-1896411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769187} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.430911] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 0660533d-43d0-4ef6-9c38-da3267000db9/0660533d-43d0-4ef6-9c38-da3267000db9.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1423.430911] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1423.431204] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9facc91-973c-4c62-9374-0407ca907893 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.440405] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Waiting for the task: (returnval){ [ 1423.440405] env[62099]: value = "task-1896414" [ 1423.440405] env[62099]: _type = "Task" [ 1423.440405] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.450040] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': task-1896414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.512553] env[62099]: DEBUG nova.compute.manager [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1423.565664] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083455} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.566927] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1423.569943] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6845c8f4-db36-4aca-ae12-fc5684188be6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.595959] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] dd96b62a-b50b-46aa-8dce-af6d87bc7f6c/dd96b62a-b50b-46aa-8dce-af6d87bc7f6c.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1423.599020] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4328562-13f6-4616-924c-5722126914c3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.623756] env[62099]: DEBUG oslo_vmware.api [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896410, 'name': CloneVM_Task} progress is 95%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.625580] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for the task: (returnval){ [ 1423.625580] env[62099]: value = "task-1896415" [ 1423.625580] env[62099]: _type = "Task" [ 1423.625580] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.636167] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896415, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.957413] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': task-1896414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076762} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.957798] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1423.958891] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd415e1-26cd-477c-8068-c3cb0925c81c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.988038] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 0660533d-43d0-4ef6-9c38-da3267000db9/0660533d-43d0-4ef6-9c38-da3267000db9.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1423.991490] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cffea58-3eef-43a1-ab35-fd5a547b4d69 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.012792] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Waiting for the task: (returnval){ [ 1424.012792] env[62099]: value = "task-1896416" [ 1424.012792] env[62099]: _type = "Task" [ 1424.012792] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.024187] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': task-1896416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.111368] env[62099]: DEBUG oslo_vmware.api [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896410, 'name': CloneVM_Task, 'duration_secs': 1.852769} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.113721] env[62099]: INFO nova.virt.vmwareapi.vmops [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Created linked-clone VM from snapshot [ 1424.114895] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1ae255-1a1c-43df-a63c-3e39f0243a42 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.122723] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Uploading image c4e8b464-cabd-4c29-b2ab-1413b55b198f {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1424.135025] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.137149] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb57453-ccb0-4430-bdb6-41a619c09866 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.146269] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f64ffc7-7a34-4f52-adeb-c89d6d9c1404 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.155410] env[62099]: DEBUG oslo_vmware.rw_handles [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1424.155410] env[62099]: value = "vm-391605" [ 1424.155410] env[62099]: _type = "VirtualMachine" [ 1424.155410] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1424.155681] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-50c9768e-a7bb-4544-beb3-4a02de525b56 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.183244] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e48774c-e78e-441d-9dc4-378b9c76067d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.189397] env[62099]: DEBUG oslo_vmware.rw_handles [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lease: (returnval){ [ 1424.189397] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52970053-e7c4-a02a-fbe8-b8e14ee87d0a" [ 1424.189397] env[62099]: _type = "HttpNfcLease" [ 1424.189397] env[62099]: } obtained for exporting VM: (result){ [ 1424.189397] env[62099]: value = "vm-391605" [ 1424.189397] env[62099]: _type = "VirtualMachine" [ 1424.189397] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1424.189861] env[62099]: DEBUG oslo_vmware.api [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the lease: (returnval){ [ 1424.189861] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52970053-e7c4-a02a-fbe8-b8e14ee87d0a" [ 1424.189861] env[62099]: _type = "HttpNfcLease" [ 1424.189861] env[62099]: } to be ready. {{(pid=62099) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1424.195728] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9566e93-f42c-4002-8edd-78fa806ff58d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.203332] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1424.203332] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52970053-e7c4-a02a-fbe8-b8e14ee87d0a" [ 1424.203332] env[62099]: _type = "HttpNfcLease" [ 1424.203332] env[62099]: } is ready. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1424.211329] env[62099]: DEBUG oslo_vmware.rw_handles [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1424.211329] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52970053-e7c4-a02a-fbe8-b8e14ee87d0a" [ 1424.211329] env[62099]: _type = "HttpNfcLease" [ 1424.211329] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1424.212182] env[62099]: DEBUG nova.compute.provider_tree [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.213967] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0ef699-a577-43b8-8be1-1a4aceffe3e3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.222551] env[62099]: DEBUG oslo_vmware.rw_handles [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528bb190-d1a7-3d14-1e7b-40d627f67550/disk-0.vmdk from lease info. {{(pid=62099) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1424.222753] env[62099]: DEBUG oslo_vmware.rw_handles [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528bb190-d1a7-3d14-1e7b-40d627f67550/disk-0.vmdk for reading. {{(pid=62099) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1424.449049] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-868ac480-bd7a-4144-a73d-be618ff97ddf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.533512] env[62099]: DEBUG nova.compute.manager [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1424.536719] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': task-1896416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.562117] env[62099]: DEBUG nova.virt.hardware [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1424.562556] env[62099]: DEBUG nova.virt.hardware [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.562846] env[62099]: DEBUG nova.virt.hardware [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1424.563193] env[62099]: DEBUG nova.virt.hardware [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.563598] env[62099]: DEBUG nova.virt.hardware [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1424.563739] env[62099]: DEBUG nova.virt.hardware [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1424.565180] env[62099]: DEBUG nova.virt.hardware [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1424.565180] env[62099]: DEBUG nova.virt.hardware [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1424.565180] env[62099]: DEBUG nova.virt.hardware [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1424.565180] env[62099]: DEBUG nova.virt.hardware [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1424.565347] env[62099]: DEBUG nova.virt.hardware [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1424.567713] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300c950a-a95d-4bbf-8d25-dbe2b50ddc4e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.581591] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec19a41e-4d56-48fe-8152-4b3e2e7626ce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.639383] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896415, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.722425] env[62099]: DEBUG nova.scheduler.client.report [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.828165] env[62099]: DEBUG nova.compute.manager [req-cd2b6e5d-4f98-483b-a6d0-a2ff55a79103 req-b60b255e-3539-4719-9564-8047ed2a315e service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Received event network-changed-a403339c-5927-4d29-8417-ef08e4babeb0 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1424.828165] env[62099]: DEBUG nova.compute.manager [req-cd2b6e5d-4f98-483b-a6d0-a2ff55a79103 req-b60b255e-3539-4719-9564-8047ed2a315e service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Refreshing instance network info cache due to event network-changed-a403339c-5927-4d29-8417-ef08e4babeb0. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1424.828165] env[62099]: DEBUG oslo_concurrency.lockutils [req-cd2b6e5d-4f98-483b-a6d0-a2ff55a79103 req-b60b255e-3539-4719-9564-8047ed2a315e service nova] Acquiring lock "refresh_cache-12afe1f4-4fc3-40a1-bde2-2afaf1772cde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.828165] env[62099]: DEBUG oslo_concurrency.lockutils [req-cd2b6e5d-4f98-483b-a6d0-a2ff55a79103 req-b60b255e-3539-4719-9564-8047ed2a315e service nova] Acquired lock "refresh_cache-12afe1f4-4fc3-40a1-bde2-2afaf1772cde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.828165] env[62099]: DEBUG nova.network.neutron [req-cd2b6e5d-4f98-483b-a6d0-a2ff55a79103 req-b60b255e-3539-4719-9564-8047ed2a315e service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Refreshing network info cache for port a403339c-5927-4d29-8417-ef08e4babeb0 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.027365] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': task-1896416, 'name': ReconfigVM_Task, 'duration_secs': 0.525545} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.027836] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 0660533d-43d0-4ef6-9c38-da3267000db9/0660533d-43d0-4ef6-9c38-da3267000db9.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.028611] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bd811c9-be38-4302-aadd-a62776860471 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.040245] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Waiting for the task: (returnval){ [ 1425.040245] env[62099]: value = "task-1896418" [ 1425.040245] env[62099]: _type = "Task" [ 1425.040245] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.053337] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': task-1896418, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.092087] env[62099]: DEBUG nova.network.neutron [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Successfully updated port: a5c4a98b-2964-41ec-a164-f5a2c73a6052 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.141735] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896415, 'name': ReconfigVM_Task, 'duration_secs': 1.096819} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.141735] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Reconfigured VM instance instance-00000021 to attach disk [datastore1] dd96b62a-b50b-46aa-8dce-af6d87bc7f6c/dd96b62a-b50b-46aa-8dce-af6d87bc7f6c.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.143593] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e92c9172-116a-4934-9055-daff002dbea8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.151634] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for the task: (returnval){ [ 1425.151634] env[62099]: value = "task-1896419" [ 1425.151634] env[62099]: _type = "Task" [ 1425.151634] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.162661] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896419, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.229593] env[62099]: DEBUG oslo_concurrency.lockutils [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.230285] env[62099]: DEBUG nova.compute.manager [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1425.233227] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.883s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.234311] env[62099]: DEBUG nova.objects.instance [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Lazy-loading 'resources' on Instance uuid 15961ea8-5a20-4e94-a8f8-ef0d64247334 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.351278] env[62099]: DEBUG nova.compute.manager [req-c7f4da89-fbd1-4e45-84e8-74d641c9f058 req-dabf74f1-410f-4323-adb9-3151a5d52b12 service nova] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Received event network-vif-plugged-a5c4a98b-2964-41ec-a164-f5a2c73a6052 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1425.351521] env[62099]: DEBUG oslo_concurrency.lockutils [req-c7f4da89-fbd1-4e45-84e8-74d641c9f058 req-dabf74f1-410f-4323-adb9-3151a5d52b12 service nova] Acquiring lock "0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.351756] env[62099]: DEBUG oslo_concurrency.lockutils [req-c7f4da89-fbd1-4e45-84e8-74d641c9f058 req-dabf74f1-410f-4323-adb9-3151a5d52b12 service nova] Lock "0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.351955] env[62099]: DEBUG oslo_concurrency.lockutils [req-c7f4da89-fbd1-4e45-84e8-74d641c9f058 req-dabf74f1-410f-4323-adb9-3151a5d52b12 service nova] Lock "0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.352173] env[62099]: DEBUG nova.compute.manager [req-c7f4da89-fbd1-4e45-84e8-74d641c9f058 req-dabf74f1-410f-4323-adb9-3151a5d52b12 service nova] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] No waiting events found dispatching network-vif-plugged-a5c4a98b-2964-41ec-a164-f5a2c73a6052 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1425.352696] env[62099]: WARNING nova.compute.manager [req-c7f4da89-fbd1-4e45-84e8-74d641c9f058 req-dabf74f1-410f-4323-adb9-3151a5d52b12 service nova] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Received unexpected event network-vif-plugged-a5c4a98b-2964-41ec-a164-f5a2c73a6052 for instance with vm_state building and task_state spawning. [ 1425.552037] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': task-1896418, 'name': Rename_Task, 'duration_secs': 0.210425} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.552482] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1425.553294] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-091f1323-decf-4ee8-ae72-a50b70793b35 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.563679] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Waiting for the task: (returnval){ [ 1425.563679] env[62099]: value = "task-1896420" [ 1425.563679] env[62099]: _type = "Task" [ 1425.563679] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.576015] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': task-1896420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.598917] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquiring lock "refresh_cache-0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.598917] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquired lock "refresh_cache-0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.598917] env[62099]: DEBUG nova.network.neutron [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.601693] env[62099]: DEBUG nova.network.neutron [req-cd2b6e5d-4f98-483b-a6d0-a2ff55a79103 req-b60b255e-3539-4719-9564-8047ed2a315e service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Updated VIF entry in instance network info cache for port a403339c-5927-4d29-8417-ef08e4babeb0. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1425.601987] env[62099]: DEBUG nova.network.neutron [req-cd2b6e5d-4f98-483b-a6d0-a2ff55a79103 req-b60b255e-3539-4719-9564-8047ed2a315e service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Updating instance_info_cache with network_info: [{"id": "a403339c-5927-4d29-8417-ef08e4babeb0", "address": "fa:16:3e:8a:79:3a", "network": {"id": "4af60387-d0a3-4f03-b8e5-d5d077d095a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1375362274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b617628a416448382837708b5597204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa403339c-59", "ovs_interfaceid": "a403339c-5927-4d29-8417-ef08e4babeb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.666879] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896419, 'name': Rename_Task, 'duration_secs': 0.207166} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.666879] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1425.666879] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42ff48d1-cad1-46d9-984f-d82c1bff0321 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.677099] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for the task: (returnval){ [ 1425.677099] env[62099]: value = "task-1896421" [ 1425.677099] env[62099]: _type = "Task" [ 1425.677099] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.689261] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.743526] env[62099]: DEBUG nova.compute.utils [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1425.745380] env[62099]: DEBUG nova.compute.manager [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1425.745380] env[62099]: DEBUG nova.network.neutron [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1425.816639] env[62099]: DEBUG nova.policy [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f69abee13cd149b2a9c2fc07740ace68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e3263e78cf48df9e4f18015609cce7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1426.079279] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': task-1896420, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.107447] env[62099]: DEBUG oslo_concurrency.lockutils [req-cd2b6e5d-4f98-483b-a6d0-a2ff55a79103 req-b60b255e-3539-4719-9564-8047ed2a315e service nova] Releasing lock "refresh_cache-12afe1f4-4fc3-40a1-bde2-2afaf1772cde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.107742] env[62099]: DEBUG nova.compute.manager [req-cd2b6e5d-4f98-483b-a6d0-a2ff55a79103 req-b60b255e-3539-4719-9564-8047ed2a315e service nova] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Received event network-changed-97b9caa3-6d94-41d4-850d-08917b300037 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1426.107914] env[62099]: DEBUG nova.compute.manager [req-cd2b6e5d-4f98-483b-a6d0-a2ff55a79103 req-b60b255e-3539-4719-9564-8047ed2a315e service nova] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Refreshing instance network info cache due to event network-changed-97b9caa3-6d94-41d4-850d-08917b300037. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1426.108189] env[62099]: DEBUG oslo_concurrency.lockutils [req-cd2b6e5d-4f98-483b-a6d0-a2ff55a79103 req-b60b255e-3539-4719-9564-8047ed2a315e service nova] Acquiring lock "refresh_cache-3f8868e3-39fe-46e8-8023-49ef66811c84" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.108332] env[62099]: DEBUG oslo_concurrency.lockutils [req-cd2b6e5d-4f98-483b-a6d0-a2ff55a79103 req-b60b255e-3539-4719-9564-8047ed2a315e service nova] Acquired lock "refresh_cache-3f8868e3-39fe-46e8-8023-49ef66811c84" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.108582] env[62099]: DEBUG nova.network.neutron [req-cd2b6e5d-4f98-483b-a6d0-a2ff55a79103 req-b60b255e-3539-4719-9564-8047ed2a315e service nova] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Refreshing network info cache for port 97b9caa3-6d94-41d4-850d-08917b300037 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.148489] env[62099]: DEBUG nova.network.neutron [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Successfully created port: bf907819-4709-4d75-99f5-23d366b4d127 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1426.193517] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896421, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.199262] env[62099]: DEBUG nova.network.neutron [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.249308] env[62099]: DEBUG nova.compute.manager [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1426.465290] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff17568-40bd-44b2-a6ab-49deaa9c02c6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.475685] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04706d5c-1077-41ce-be31-b40a454e2c89 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.525622] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5b17c3-61ed-4c64-b8e2-4208f14b78f0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.535818] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc452255-5156-437b-8ff6-2a7e51f91d91 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.554346] env[62099]: DEBUG nova.compute.provider_tree [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.578779] env[62099]: DEBUG oslo_vmware.api [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': task-1896420, 'name': PowerOnVM_Task, 'duration_secs': 0.95716} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.579226] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.579480] env[62099]: INFO nova.compute.manager [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Took 11.82 seconds to spawn the instance on the hypervisor. [ 1426.579675] env[62099]: DEBUG nova.compute.manager [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.580537] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0adb98-0105-483b-aa51-42f6946d0c8f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.661978] env[62099]: DEBUG nova.network.neutron [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Updating instance_info_cache with network_info: [{"id": "a5c4a98b-2964-41ec-a164-f5a2c73a6052", "address": "fa:16:3e:2f:85:db", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c4a98b-29", "ovs_interfaceid": "a5c4a98b-2964-41ec-a164-f5a2c73a6052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.689777] env[62099]: DEBUG oslo_vmware.api [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896421, 'name': PowerOnVM_Task, 'duration_secs': 0.812914} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.690217] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.690316] env[62099]: INFO nova.compute.manager [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1426.690418] env[62099]: DEBUG nova.compute.manager [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.691628] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c04f28d-227e-42ed-b4c7-2feed2e88ad6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.775574] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Acquiring lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.775943] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.776057] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Acquiring lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.776230] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.776411] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.778712] env[62099]: INFO nova.compute.manager [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Terminating instance [ 1427.060074] env[62099]: DEBUG nova.scheduler.client.report [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.102324] env[62099]: INFO nova.compute.manager [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Took 34.85 seconds to build instance. [ 1427.165787] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Releasing lock "refresh_cache-0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.166233] env[62099]: DEBUG nova.compute.manager [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Instance network_info: |[{"id": "a5c4a98b-2964-41ec-a164-f5a2c73a6052", "address": "fa:16:3e:2f:85:db", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c4a98b-29", "ovs_interfaceid": "a5c4a98b-2964-41ec-a164-f5a2c73a6052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1427.166765] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:85:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5c4a98b-2964-41ec-a164-f5a2c73a6052', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1427.179751] env[62099]: DEBUG oslo.service.loopingcall [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1427.180442] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1427.180442] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-085a42d2-dd9f-4ae8-ba3d-af494105326b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.208726] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1427.208726] env[62099]: value = "task-1896422" [ 1427.208726] env[62099]: _type = "Task" [ 1427.208726] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.213892] env[62099]: INFO nova.compute.manager [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Took 32.63 seconds to build instance. [ 1427.222418] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896422, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.260193] env[62099]: DEBUG nova.compute.manager [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1427.286454] env[62099]: DEBUG nova.compute.manager [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.286548] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.287448] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb5e3ab-8d59-4a8f-9ef9-146a87834dac {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.294154] env[62099]: DEBUG nova.virt.hardware [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1427.294387] env[62099]: DEBUG nova.virt.hardware [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1427.294591] env[62099]: DEBUG nova.virt.hardware [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1427.294785] env[62099]: DEBUG nova.virt.hardware [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1427.294926] env[62099]: DEBUG nova.virt.hardware [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1427.295081] env[62099]: DEBUG nova.virt.hardware [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1427.295282] env[62099]: DEBUG nova.virt.hardware [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1427.295435] env[62099]: DEBUG nova.virt.hardware [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1427.295624] env[62099]: DEBUG nova.virt.hardware [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1427.295789] env[62099]: DEBUG nova.virt.hardware [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1427.296098] env[62099]: DEBUG nova.virt.hardware [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1427.296773] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffa34a7-c435-4820-b523-564fe7915a7e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.305066] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.307129] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c665a09-e7e9-4165-aee6-adf1929a74b4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.309973] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71243999-df3a-411c-922c-680ffe6cf65f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.328315] env[62099]: DEBUG oslo_vmware.api [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Waiting for the task: (returnval){ [ 1427.328315] env[62099]: value = "task-1896423" [ 1427.328315] env[62099]: _type = "Task" [ 1427.328315] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.337333] env[62099]: DEBUG oslo_vmware.api [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': task-1896423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.338761] env[62099]: DEBUG nova.network.neutron [req-cd2b6e5d-4f98-483b-a6d0-a2ff55a79103 req-b60b255e-3539-4719-9564-8047ed2a315e service nova] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Updated VIF entry in instance network info cache for port 97b9caa3-6d94-41d4-850d-08917b300037. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1427.339117] env[62099]: DEBUG nova.network.neutron [req-cd2b6e5d-4f98-483b-a6d0-a2ff55a79103 req-b60b255e-3539-4719-9564-8047ed2a315e service nova] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Updating instance_info_cache with network_info: [{"id": "97b9caa3-6d94-41d4-850d-08917b300037", "address": "fa:16:3e:3b:83:6d", "network": {"id": "4af60387-d0a3-4f03-b8e5-d5d077d095a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1375362274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b617628a416448382837708b5597204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b9caa3-6d", "ovs_interfaceid": "97b9caa3-6d94-41d4-850d-08917b300037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.564456] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.568987] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.432s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.568987] env[62099]: DEBUG nova.objects.instance [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Lazy-loading 'resources' on Instance uuid fa0cdd8f-05b3-4cf1-826c-4509f5e8d299 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.593976] env[62099]: INFO nova.scheduler.client.report [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Deleted allocations for instance 15961ea8-5a20-4e94-a8f8-ef0d64247334 [ 1427.603608] env[62099]: DEBUG oslo_concurrency.lockutils [None req-56240fdd-a575-49c6-8fbd-f215b9175114 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Lock "0660533d-43d0-4ef6-9c38-da3267000db9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.412s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.716280] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aef156bc-9d52-4c40-af32-f7983dc4002b tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Lock "dd96b62a-b50b-46aa-8dce-af6d87bc7f6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.287s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.723808] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896422, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.840906] env[62099]: DEBUG oslo_vmware.api [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': task-1896423, 'name': PowerOffVM_Task, 'duration_secs': 0.43241} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.844247] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.844247] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1427.844247] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25cdcf8b-b97b-48b5-a290-3795e282c0d3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.844247] env[62099]: DEBUG oslo_concurrency.lockutils [req-cd2b6e5d-4f98-483b-a6d0-a2ff55a79103 req-b60b255e-3539-4719-9564-8047ed2a315e service nova] Releasing lock "refresh_cache-3f8868e3-39fe-46e8-8023-49ef66811c84" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.993981] env[62099]: DEBUG nova.network.neutron [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Successfully updated port: bf907819-4709-4d75-99f5-23d366b4d127 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1428.110838] env[62099]: DEBUG nova.compute.manager [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1428.113732] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4efbb812-fac2-41bc-b59b-e4d1e85dc7ee tempest-ServersAaction247Test-340319550 tempest-ServersAaction247Test-340319550-project-member] Lock "15961ea8-5a20-4e94-a8f8-ef0d64247334" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.067s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.218579] env[62099]: DEBUG nova.compute.manager [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1428.230677] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896422, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.346605] env[62099]: DEBUG nova.compute.manager [req-0652eb18-25a4-42b1-8f65-cbacfd9f50e7 req-a6f5b4f9-376d-4322-ac91-aca57cdc924f service nova] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Received event network-changed-97b9caa3-6d94-41d4-850d-08917b300037 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1428.346886] env[62099]: DEBUG nova.compute.manager [req-0652eb18-25a4-42b1-8f65-cbacfd9f50e7 req-a6f5b4f9-376d-4322-ac91-aca57cdc924f service nova] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Refreshing instance network info cache due to event network-changed-97b9caa3-6d94-41d4-850d-08917b300037. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1428.347188] env[62099]: DEBUG oslo_concurrency.lockutils [req-0652eb18-25a4-42b1-8f65-cbacfd9f50e7 req-a6f5b4f9-376d-4322-ac91-aca57cdc924f service nova] Acquiring lock "refresh_cache-3f8868e3-39fe-46e8-8023-49ef66811c84" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.347314] env[62099]: DEBUG oslo_concurrency.lockutils [req-0652eb18-25a4-42b1-8f65-cbacfd9f50e7 req-a6f5b4f9-376d-4322-ac91-aca57cdc924f service nova] Acquired lock "refresh_cache-3f8868e3-39fe-46e8-8023-49ef66811c84" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.347515] env[62099]: DEBUG nova.network.neutron [req-0652eb18-25a4-42b1-8f65-cbacfd9f50e7 req-a6f5b4f9-376d-4322-ac91-aca57cdc924f service nova] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Refreshing network info cache for port 97b9caa3-6d94-41d4-850d-08917b300037 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.360472] env[62099]: DEBUG nova.compute.manager [req-7b5e3573-1051-43eb-b550-f86ce8439fd1 req-5fd03d32-7620-4a78-8146-ed121838a943 service nova] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Received event network-changed-a5c4a98b-2964-41ec-a164-f5a2c73a6052 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1428.360472] env[62099]: DEBUG nova.compute.manager [req-7b5e3573-1051-43eb-b550-f86ce8439fd1 req-5fd03d32-7620-4a78-8146-ed121838a943 service nova] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Refreshing instance network info cache due to event network-changed-a5c4a98b-2964-41ec-a164-f5a2c73a6052. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1428.360645] env[62099]: DEBUG oslo_concurrency.lockutils [req-7b5e3573-1051-43eb-b550-f86ce8439fd1 req-5fd03d32-7620-4a78-8146-ed121838a943 service nova] Acquiring lock "refresh_cache-0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.362431] env[62099]: DEBUG oslo_concurrency.lockutils [req-7b5e3573-1051-43eb-b550-f86ce8439fd1 req-5fd03d32-7620-4a78-8146-ed121838a943 service nova] Acquired lock "refresh_cache-0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.362431] env[62099]: DEBUG nova.network.neutron [req-7b5e3573-1051-43eb-b550-f86ce8439fd1 req-5fd03d32-7620-4a78-8146-ed121838a943 service nova] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Refreshing network info cache for port a5c4a98b-2964-41ec-a164-f5a2c73a6052 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.496759] env[62099]: DEBUG oslo_concurrency.lockutils [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Acquiring lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.496978] env[62099]: DEBUG oslo_concurrency.lockutils [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Acquired lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.497218] env[62099]: DEBUG nova.network.neutron [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.640641] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.651218] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db93205-a3d4-4a6a-82f4-609403416581 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.659777] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18d43bd-590d-4f01-996d-5b6ec76a30a7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.694463] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f1179b-e16e-4d54-b237-ef21bfb3354f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.703449] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c37c783-b559-453d-ba31-582b2d3286a8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.720102] env[62099]: DEBUG nova.compute.provider_tree [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.730407] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896422, 'name': CreateVM_Task, 'duration_secs': 1.246455} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.731660] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1428.733907] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.734271] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.734453] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.736997] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee116032-d545-4f15-9c5f-ed92b2732fa4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.744082] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for the task: (returnval){ [ 1428.744082] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]525aba93-cc3e-59cf-af88-bd38c9811afb" [ 1428.744082] env[62099]: _type = "Task" [ 1428.744082] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.750360] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.754205] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525aba93-cc3e-59cf-af88-bd38c9811afb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.822303] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Acquiring lock "d142cd4c-3572-4bbc-971e-9d4dd4c551be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.822782] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Lock "d142cd4c-3572-4bbc-971e-9d4dd4c551be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.928313] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Acquiring lock "d1ef41d8-83c8-45da-b3e6-f4754d12869d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.928632] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Lock "d1ef41d8-83c8-45da-b3e6-f4754d12869d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.928846] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Acquiring lock "d1ef41d8-83c8-45da-b3e6-f4754d12869d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.929564] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Lock "d1ef41d8-83c8-45da-b3e6-f4754d12869d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.929564] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Lock "d1ef41d8-83c8-45da-b3e6-f4754d12869d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.932774] env[62099]: INFO nova.compute.manager [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Terminating instance [ 1429.018082] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquiring lock "3f8868e3-39fe-46e8-8023-49ef66811c84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.018839] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "3f8868e3-39fe-46e8-8023-49ef66811c84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.019186] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquiring lock "3f8868e3-39fe-46e8-8023-49ef66811c84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.019509] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "3f8868e3-39fe-46e8-8023-49ef66811c84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.020122] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "3f8868e3-39fe-46e8-8023-49ef66811c84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.022916] env[62099]: INFO nova.compute.manager [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Terminating instance [ 1429.082940] env[62099]: DEBUG nova.network.neutron [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.161745] env[62099]: DEBUG nova.network.neutron [req-0652eb18-25a4-42b1-8f65-cbacfd9f50e7 req-a6f5b4f9-376d-4322-ac91-aca57cdc924f service nova] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Updated VIF entry in instance network info cache for port 97b9caa3-6d94-41d4-850d-08917b300037. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1429.164319] env[62099]: DEBUG nova.network.neutron [req-0652eb18-25a4-42b1-8f65-cbacfd9f50e7 req-a6f5b4f9-376d-4322-ac91-aca57cdc924f service nova] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Updating instance_info_cache with network_info: [{"id": "97b9caa3-6d94-41d4-850d-08917b300037", "address": "fa:16:3e:3b:83:6d", "network": {"id": "4af60387-d0a3-4f03-b8e5-d5d077d095a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1375362274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b617628a416448382837708b5597204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b9caa3-6d", "ovs_interfaceid": "97b9caa3-6d94-41d4-850d-08917b300037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.226127] env[62099]: DEBUG nova.scheduler.client.report [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.260096] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525aba93-cc3e-59cf-af88-bd38c9811afb, 'name': SearchDatastore_Task, 'duration_secs': 0.016461} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.261215] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.261546] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1429.261911] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.262090] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.262340] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1429.263017] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9bd5a51-939d-4061-bd42-23b765225981 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.273991] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1429.274287] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1429.275740] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6d7518-ffd6-499b-8de9-d14be935778e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.282211] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for the task: (returnval){ [ 1429.282211] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5248fb25-ecd1-f768-e222-10690ff2f9f0" [ 1429.282211] env[62099]: _type = "Task" [ 1429.282211] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.294196] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5248fb25-ecd1-f768-e222-10690ff2f9f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.337167] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1429.337597] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1429.337818] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Deleting the datastore file [datastore1] 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1429.338608] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba1945f4-f43f-465b-8b3d-619133e9028d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.350297] env[62099]: DEBUG oslo_vmware.api [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Waiting for the task: (returnval){ [ 1429.350297] env[62099]: value = "task-1896425" [ 1429.350297] env[62099]: _type = "Task" [ 1429.350297] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.361665] env[62099]: DEBUG oslo_vmware.api [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': task-1896425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.437664] env[62099]: DEBUG nova.compute.manager [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1429.437919] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.438999] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60e2dcd-4f57-4153-9292-062ab751d0b2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.448055] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.448629] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6f23cfa-b2ce-4b66-8255-81ea356221bb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.459348] env[62099]: DEBUG oslo_vmware.api [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Waiting for the task: (returnval){ [ 1429.459348] env[62099]: value = "task-1896426" [ 1429.459348] env[62099]: _type = "Task" [ 1429.459348] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.472984] env[62099]: DEBUG oslo_vmware.api [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': task-1896426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.528903] env[62099]: DEBUG nova.compute.manager [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1429.529271] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.533025] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ce634e-5b06-4a59-9961-32bf83c96ec0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.542146] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.543616] env[62099]: DEBUG nova.network.neutron [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Updating instance_info_cache with network_info: [{"id": "bf907819-4709-4d75-99f5-23d366b4d127", "address": "fa:16:3e:6b:f8:57", "network": {"id": "f35d5860-0305-4e87-a411-94868ac26ba7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-432819834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19e3263e78cf48df9e4f18015609cce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf907819-47", "ovs_interfaceid": "bf907819-4709-4d75-99f5-23d366b4d127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.548890] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9453cf44-b72f-40fe-8bcd-b29e256d8c54 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.558814] env[62099]: DEBUG oslo_vmware.api [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1429.558814] env[62099]: value = "task-1896427" [ 1429.558814] env[62099]: _type = "Task" [ 1429.558814] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.571638] env[62099]: DEBUG oslo_vmware.api [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.589089] env[62099]: DEBUG nova.network.neutron [req-7b5e3573-1051-43eb-b550-f86ce8439fd1 req-5fd03d32-7620-4a78-8146-ed121838a943 service nova] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Updated VIF entry in instance network info cache for port a5c4a98b-2964-41ec-a164-f5a2c73a6052. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1429.589774] env[62099]: DEBUG nova.network.neutron [req-7b5e3573-1051-43eb-b550-f86ce8439fd1 req-5fd03d32-7620-4a78-8146-ed121838a943 service nova] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Updating instance_info_cache with network_info: [{"id": "a5c4a98b-2964-41ec-a164-f5a2c73a6052", "address": "fa:16:3e:2f:85:db", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c4a98b-29", "ovs_interfaceid": "a5c4a98b-2964-41ec-a164-f5a2c73a6052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.667994] env[62099]: DEBUG oslo_concurrency.lockutils [req-0652eb18-25a4-42b1-8f65-cbacfd9f50e7 req-a6f5b4f9-376d-4322-ac91-aca57cdc924f service nova] Releasing lock "refresh_cache-3f8868e3-39fe-46e8-8023-49ef66811c84" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.731841] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.734939] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.902s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.736635] env[62099]: INFO nova.compute.claims [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1429.777279] env[62099]: INFO nova.scheduler.client.report [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Deleted allocations for instance fa0cdd8f-05b3-4cf1-826c-4509f5e8d299 [ 1429.799449] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5248fb25-ecd1-f768-e222-10690ff2f9f0, 'name': SearchDatastore_Task, 'duration_secs': 0.013915} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.800146] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-575d3184-a9c2-42b4-8409-c10d5e3bfd6a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.807034] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for the task: (returnval){ [ 1429.807034] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52858ed9-969c-e2a8-8c9d-6353db3f6a19" [ 1429.807034] env[62099]: _type = "Task" [ 1429.807034] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.819647] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52858ed9-969c-e2a8-8c9d-6353db3f6a19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.868614] env[62099]: DEBUG oslo_vmware.api [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Task: {'id': task-1896425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302239} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.868614] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.868614] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.868614] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.868614] env[62099]: INFO nova.compute.manager [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Took 2.58 seconds to destroy the instance on the hypervisor. [ 1429.869062] env[62099]: DEBUG oslo.service.loopingcall [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.869062] env[62099]: DEBUG nova.compute.manager [-] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.869062] env[62099]: DEBUG nova.network.neutron [-] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.973273] env[62099]: DEBUG oslo_vmware.api [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': task-1896426, 'name': PowerOffVM_Task, 'duration_secs': 0.243079} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.973685] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.973773] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.974042] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-184515e2-7c80-428f-b324-838318eaccdb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.055136] env[62099]: DEBUG oslo_concurrency.lockutils [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Releasing lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.055136] env[62099]: DEBUG nova.compute.manager [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Instance network_info: |[{"id": "bf907819-4709-4d75-99f5-23d366b4d127", "address": "fa:16:3e:6b:f8:57", "network": {"id": "f35d5860-0305-4e87-a411-94868ac26ba7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-432819834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19e3263e78cf48df9e4f18015609cce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf907819-47", "ovs_interfaceid": "bf907819-4709-4d75-99f5-23d366b4d127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1430.055470] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:f8:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf907819-4709-4d75-99f5-23d366b4d127', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.064064] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Creating folder: Project (19e3263e78cf48df9e4f18015609cce7). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1430.065919] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c0bea8f-3f55-4d2c-9310-caaf12d65935 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.067950] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.068182] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.068360] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Deleting the datastore file [datastore2] d1ef41d8-83c8-45da-b3e6-f4754d12869d {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.071945] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbc78b31-b6ec-4817-aba0-0cc5dd5fc88d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.080119] env[62099]: DEBUG oslo_vmware.api [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896427, 'name': PowerOffVM_Task, 'duration_secs': 0.276427} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.081541] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.081773] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1430.082129] env[62099]: DEBUG oslo_vmware.api [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Waiting for the task: (returnval){ [ 1430.082129] env[62099]: value = "task-1896430" [ 1430.082129] env[62099]: _type = "Task" [ 1430.082129] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.082332] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4972643f-e5ff-4de6-954b-7ffe05a6ddfe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.088617] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Created folder: Project (19e3263e78cf48df9e4f18015609cce7) in parent group-v391507. [ 1430.088827] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Creating folder: Instances. Parent ref: group-v391607. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1430.089392] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-686f2a92-3392-47c9-8c0b-38d2a216783e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.097484] env[62099]: DEBUG oslo_concurrency.lockutils [req-7b5e3573-1051-43eb-b550-f86ce8439fd1 req-5fd03d32-7620-4a78-8146-ed121838a943 service nova] Releasing lock "refresh_cache-0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.097484] env[62099]: DEBUG oslo_vmware.api [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': task-1896430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.099678] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Created folder: Instances in parent group-v391607. [ 1430.099928] env[62099]: DEBUG oslo.service.loopingcall [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.100144] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.100359] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22d90620-e710-4b83-ad7b-b9a8a2340151 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.120633] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.120633] env[62099]: value = "task-1896433" [ 1430.120633] env[62099]: _type = "Task" [ 1430.120633] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.129967] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896433, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.176554] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.176881] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.177051] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Deleting the datastore file [datastore2] 3f8868e3-39fe-46e8-8023-49ef66811c84 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.177371] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5ca4059-a524-43ff-862d-83c00211e362 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.184306] env[62099]: DEBUG oslo_vmware.api [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1430.184306] env[62099]: value = "task-1896434" [ 1430.184306] env[62099]: _type = "Task" [ 1430.184306] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.194473] env[62099]: DEBUG oslo_vmware.api [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.288596] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b794d7c-608f-48f8-bace-effb4fa148ee tempest-ImagesNegativeTestJSON-583353404 tempest-ImagesNegativeTestJSON-583353404-project-member] Lock "fa0cdd8f-05b3-4cf1-826c-4509f5e8d299" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.174s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.320542] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52858ed9-969c-e2a8-8c9d-6353db3f6a19, 'name': SearchDatastore_Task, 'duration_secs': 0.01623} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.320850] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.321641] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9/0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1430.321953] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20e0da3c-427a-4de8-9fd7-edf161c73902 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.331937] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for the task: (returnval){ [ 1430.331937] env[62099]: value = "task-1896435" [ 1430.331937] env[62099]: _type = "Task" [ 1430.331937] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.341925] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.594285] env[62099]: DEBUG oslo_vmware.api [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Task: {'id': task-1896430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400648} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.594608] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1430.594815] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1430.594998] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.595184] env[62099]: INFO nova.compute.manager [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1430.595445] env[62099]: DEBUG oslo.service.loopingcall [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.595659] env[62099]: DEBUG nova.compute.manager [-] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1430.595758] env[62099]: DEBUG nova.network.neutron [-] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1430.635119] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896433, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.697780] env[62099]: DEBUG oslo_vmware.api [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408177} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.698050] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1430.698239] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1430.698418] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.698586] env[62099]: INFO nova.compute.manager [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1430.698825] env[62099]: DEBUG oslo.service.loopingcall [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.699023] env[62099]: DEBUG nova.compute.manager [-] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1430.699124] env[62099]: DEBUG nova.network.neutron [-] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1430.846023] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896435, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.137018] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896433, 'name': CreateVM_Task, 'duration_secs': 0.619265} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.137268] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1431.138034] env[62099]: DEBUG oslo_concurrency.lockutils [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.138536] env[62099]: DEBUG oslo_concurrency.lockutils [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.138839] env[62099]: DEBUG oslo_concurrency.lockutils [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1431.139181] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a11a6a1-da7c-4993-b585-5aa2c3de3bdc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.149029] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for the task: (returnval){ [ 1431.149029] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529881b3-9cfe-7a17-1ab6-c5b35a48c258" [ 1431.149029] env[62099]: _type = "Task" [ 1431.149029] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.160331] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529881b3-9cfe-7a17-1ab6-c5b35a48c258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.330596] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9bf571-a6e2-443c-8d2b-fa7db3ee74cc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.340018] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e02027e-574e-4c8f-8b63-fbbca75411ad {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.348102] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.849474} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.348968] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9/0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1431.350329] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1431.350329] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e93deae4-0016-495a-a7dc-221e3dc66e7f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.382136] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77560f3b-aef3-4124-a81a-9fe5858bb82c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.389564] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for the task: (returnval){ [ 1431.389564] env[62099]: value = "task-1896436" [ 1431.389564] env[62099]: _type = "Task" [ 1431.389564] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.396822] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c70e0a3-8c56-485a-9e1e-2757332c12d5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.409683] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.418741] env[62099]: DEBUG nova.compute.provider_tree [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.472738] env[62099]: DEBUG nova.compute.manager [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Received event network-vif-plugged-bf907819-4709-4d75-99f5-23d366b4d127 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1431.473024] env[62099]: DEBUG oslo_concurrency.lockutils [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] Acquiring lock "0971d049-f5b5-44d0-982f-4bf351d245cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.473145] env[62099]: DEBUG oslo_concurrency.lockutils [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] Lock "0971d049-f5b5-44d0-982f-4bf351d245cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.473353] env[62099]: DEBUG oslo_concurrency.lockutils [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] Lock "0971d049-f5b5-44d0-982f-4bf351d245cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.473492] env[62099]: DEBUG nova.compute.manager [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] No waiting events found dispatching network-vif-plugged-bf907819-4709-4d75-99f5-23d366b4d127 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1431.473654] env[62099]: WARNING nova.compute.manager [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Received unexpected event network-vif-plugged-bf907819-4709-4d75-99f5-23d366b4d127 for instance with vm_state building and task_state spawning. [ 1431.473861] env[62099]: DEBUG nova.compute.manager [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Received event network-changed-bf907819-4709-4d75-99f5-23d366b4d127 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1431.474104] env[62099]: DEBUG nova.compute.manager [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Refreshing instance network info cache due to event network-changed-bf907819-4709-4d75-99f5-23d366b4d127. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1431.474264] env[62099]: DEBUG oslo_concurrency.lockutils [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] Acquiring lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.474354] env[62099]: DEBUG oslo_concurrency.lockutils [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] Acquired lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.474506] env[62099]: DEBUG nova.network.neutron [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Refreshing network info cache for port bf907819-4709-4d75-99f5-23d366b4d127 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.481139] env[62099]: DEBUG nova.compute.manager [req-77c91676-4914-40ad-9833-da70d4340798 req-b252e1e1-3a9e-44f8-8b75-8f953fcd6233 service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Received event network-changed-a403339c-5927-4d29-8417-ef08e4babeb0 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1431.481139] env[62099]: DEBUG nova.compute.manager [req-77c91676-4914-40ad-9833-da70d4340798 req-b252e1e1-3a9e-44f8-8b75-8f953fcd6233 service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Refreshing instance network info cache due to event network-changed-a403339c-5927-4d29-8417-ef08e4babeb0. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1431.481139] env[62099]: DEBUG oslo_concurrency.lockutils [req-77c91676-4914-40ad-9833-da70d4340798 req-b252e1e1-3a9e-44f8-8b75-8f953fcd6233 service nova] Acquiring lock "refresh_cache-12afe1f4-4fc3-40a1-bde2-2afaf1772cde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.481139] env[62099]: DEBUG oslo_concurrency.lockutils [req-77c91676-4914-40ad-9833-da70d4340798 req-b252e1e1-3a9e-44f8-8b75-8f953fcd6233 service nova] Acquired lock "refresh_cache-12afe1f4-4fc3-40a1-bde2-2afaf1772cde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.481139] env[62099]: DEBUG nova.network.neutron [req-77c91676-4914-40ad-9833-da70d4340798 req-b252e1e1-3a9e-44f8-8b75-8f953fcd6233 service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Refreshing network info cache for port a403339c-5927-4d29-8417-ef08e4babeb0 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.499111] env[62099]: DEBUG nova.network.neutron [-] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.661246] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529881b3-9cfe-7a17-1ab6-c5b35a48c258, 'name': SearchDatastore_Task, 'duration_secs': 0.026645} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.661371] env[62099]: DEBUG oslo_concurrency.lockutils [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.661663] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1431.661928] env[62099]: DEBUG oslo_concurrency.lockutils [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.662089] env[62099]: DEBUG oslo_concurrency.lockutils [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.662274] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1431.662828] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3e53817-0931-49af-af97-1669d8881471 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.674341] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1431.674589] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1431.675364] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec854f4d-67aa-4306-9a3e-52220bbdb8b7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.682965] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for the task: (returnval){ [ 1431.682965] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5285ccd1-4546-8841-758d-9bf15cab300c" [ 1431.682965] env[62099]: _type = "Task" [ 1431.682965] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.694015] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5285ccd1-4546-8841-758d-9bf15cab300c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.713662] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquiring lock "dd96b62a-b50b-46aa-8dce-af6d87bc7f6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.713924] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Lock "dd96b62a-b50b-46aa-8dce-af6d87bc7f6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.714158] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquiring lock "dd96b62a-b50b-46aa-8dce-af6d87bc7f6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.714390] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Lock "dd96b62a-b50b-46aa-8dce-af6d87bc7f6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.714631] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Lock "dd96b62a-b50b-46aa-8dce-af6d87bc7f6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.718886] env[62099]: INFO nova.compute.manager [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Terminating instance [ 1431.850262] env[62099]: DEBUG nova.network.neutron [-] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.906099] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137062} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.906644] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1431.907908] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ec40c3-f3dc-4ec5-8ec7-25ca76271bc2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.936983] env[62099]: DEBUG nova.scheduler.client.report [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.957452] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9/0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1431.958510] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-268188aa-6a49-4166-903d-85a8f302f84d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.988700] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for the task: (returnval){ [ 1431.988700] env[62099]: value = "task-1896437" [ 1431.988700] env[62099]: _type = "Task" [ 1431.988700] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.999547] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896437, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.002120] env[62099]: INFO nova.compute.manager [-] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Took 1.30 seconds to deallocate network for instance. [ 1432.138452] env[62099]: DEBUG nova.network.neutron [-] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.194775] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5285ccd1-4546-8841-758d-9bf15cab300c, 'name': SearchDatastore_Task, 'duration_secs': 0.040787} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.195709] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da4621ad-b4ab-44c5-afe7-785185066fa1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.201819] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for the task: (returnval){ [ 1432.201819] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5251ab7a-e67e-c15d-cc5a-cff816a821f1" [ 1432.201819] env[62099]: _type = "Task" [ 1432.201819] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.213477] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5251ab7a-e67e-c15d-cc5a-cff816a821f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.223378] env[62099]: DEBUG nova.compute.manager [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1432.223582] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1432.224454] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b87452d-1076-4919-b66b-55b081a84d23 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.232988] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1432.233332] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86e95824-c494-4aef-a5d3-391e46f6a0c4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.241324] env[62099]: DEBUG oslo_vmware.api [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for the task: (returnval){ [ 1432.241324] env[62099]: value = "task-1896438" [ 1432.241324] env[62099]: _type = "Task" [ 1432.241324] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.253331] env[62099]: DEBUG oslo_vmware.api [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.355512] env[62099]: INFO nova.compute.manager [-] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Took 2.49 seconds to deallocate network for instance. [ 1432.459256] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.460200] env[62099]: DEBUG nova.compute.manager [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1432.463251] env[62099]: DEBUG oslo_concurrency.lockutils [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.011s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.464992] env[62099]: INFO nova.compute.claims [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1432.500499] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896437, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.511485] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.600454] env[62099]: DEBUG nova.network.neutron [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Updated VIF entry in instance network info cache for port bf907819-4709-4d75-99f5-23d366b4d127. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.600454] env[62099]: DEBUG nova.network.neutron [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Updating instance_info_cache with network_info: [{"id": "bf907819-4709-4d75-99f5-23d366b4d127", "address": "fa:16:3e:6b:f8:57", "network": {"id": "f35d5860-0305-4e87-a411-94868ac26ba7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-432819834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19e3263e78cf48df9e4f18015609cce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf907819-47", "ovs_interfaceid": "bf907819-4709-4d75-99f5-23d366b4d127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.643661] env[62099]: INFO nova.compute.manager [-] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Took 2.05 seconds to deallocate network for instance. [ 1432.675254] env[62099]: DEBUG nova.network.neutron [req-77c91676-4914-40ad-9833-da70d4340798 req-b252e1e1-3a9e-44f8-8b75-8f953fcd6233 service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Updated VIF entry in instance network info cache for port a403339c-5927-4d29-8417-ef08e4babeb0. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.675254] env[62099]: DEBUG nova.network.neutron [req-77c91676-4914-40ad-9833-da70d4340798 req-b252e1e1-3a9e-44f8-8b75-8f953fcd6233 service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Updating instance_info_cache with network_info: [{"id": "a403339c-5927-4d29-8417-ef08e4babeb0", "address": "fa:16:3e:8a:79:3a", "network": {"id": "4af60387-d0a3-4f03-b8e5-d5d077d095a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1375362274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b617628a416448382837708b5597204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa403339c-59", "ovs_interfaceid": "a403339c-5927-4d29-8417-ef08e4babeb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.716303] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5251ab7a-e67e-c15d-cc5a-cff816a821f1, 'name': SearchDatastore_Task, 'duration_secs': 0.01679} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.716582] env[62099]: DEBUG oslo_concurrency.lockutils [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.716864] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 0971d049-f5b5-44d0-982f-4bf351d245cb/0971d049-f5b5-44d0-982f-4bf351d245cb.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1432.717509] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5af5614f-7f11-4f35-b7dc-6a3f0b3446b1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.728794] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for the task: (returnval){ [ 1432.728794] env[62099]: value = "task-1896439" [ 1432.728794] env[62099]: _type = "Task" [ 1432.728794] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.737766] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.751674] env[62099]: DEBUG oslo_vmware.api [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896438, 'name': PowerOffVM_Task, 'duration_secs': 0.208979} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.751904] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1432.752207] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1432.752481] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f859cc7-cf5f-4a7b-a0dc-8c130ad7189f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.862120] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.871024] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1432.871024] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1432.871024] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Deleting the datastore file [datastore1] dd96b62a-b50b-46aa-8dce-af6d87bc7f6c {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1432.871024] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b889b255-4906-4bab-9088-2e03ab37bf80 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.878932] env[62099]: DEBUG oslo_vmware.api [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for the task: (returnval){ [ 1432.878932] env[62099]: value = "task-1896441" [ 1432.878932] env[62099]: _type = "Task" [ 1432.878932] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.891196] env[62099]: DEBUG oslo_vmware.api [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.976147] env[62099]: DEBUG nova.compute.utils [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1432.977417] env[62099]: DEBUG nova.compute.manager [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1432.977894] env[62099]: DEBUG nova.network.neutron [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1433.002302] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896437, 'name': ReconfigVM_Task, 'duration_secs': 0.535629} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.003086] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9/0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1433.004037] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6121d6cc-0690-4861-8da5-c61545c20454 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.012681] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for the task: (returnval){ [ 1433.012681] env[62099]: value = "task-1896442" [ 1433.012681] env[62099]: _type = "Task" [ 1433.012681] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.024971] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896442, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.103405] env[62099]: DEBUG oslo_concurrency.lockutils [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] Releasing lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.103405] env[62099]: DEBUG nova.compute.manager [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Received event network-changed-0ce898a3-5337-4e4c-bd3b-706049d3f08a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1433.103405] env[62099]: DEBUG nova.compute.manager [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Refreshing instance network info cache due to event network-changed-0ce898a3-5337-4e4c-bd3b-706049d3f08a. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1433.103405] env[62099]: DEBUG oslo_concurrency.lockutils [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] Acquiring lock "refresh_cache-0660533d-43d0-4ef6-9c38-da3267000db9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.103405] env[62099]: DEBUG oslo_concurrency.lockutils [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] Acquired lock "refresh_cache-0660533d-43d0-4ef6-9c38-da3267000db9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.103643] env[62099]: DEBUG nova.network.neutron [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Refreshing network info cache for port 0ce898a3-5337-4e4c-bd3b-706049d3f08a {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.121181] env[62099]: DEBUG nova.policy [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7f36355c5ee4022b7cf4a41cc515d9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a762fa3f808e4438910bcc1e6561de5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1433.149871] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.180504] env[62099]: DEBUG oslo_concurrency.lockutils [req-77c91676-4914-40ad-9833-da70d4340798 req-b252e1e1-3a9e-44f8-8b75-8f953fcd6233 service nova] Releasing lock "refresh_cache-12afe1f4-4fc3-40a1-bde2-2afaf1772cde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.242209] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896439, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.394892] env[62099]: DEBUG oslo_vmware.api [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Task: {'id': task-1896441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443584} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.395361] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1433.395640] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1433.395891] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1433.396158] env[62099]: INFO nova.compute.manager [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1433.396463] env[62099]: DEBUG oslo.service.loopingcall [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1433.396721] env[62099]: DEBUG nova.compute.manager [-] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1433.396907] env[62099]: DEBUG nova.network.neutron [-] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1433.484793] env[62099]: DEBUG nova.compute.manager [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1433.530028] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896442, 'name': Rename_Task, 'duration_secs': 0.154242} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.530028] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1433.530028] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-539538ce-d826-4a07-81b6-a658d268c5db {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.538381] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for the task: (returnval){ [ 1433.538381] env[62099]: value = "task-1896443" [ 1433.538381] env[62099]: _type = "Task" [ 1433.538381] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.552144] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.741566] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808678} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.744816] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 0971d049-f5b5-44d0-982f-4bf351d245cb/0971d049-f5b5-44d0-982f-4bf351d245cb.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1433.745076] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1433.747725] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c635a27c-0054-4259-b4ed-a319ce4a0645 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.764594] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for the task: (returnval){ [ 1433.764594] env[62099]: value = "task-1896444" [ 1433.764594] env[62099]: _type = "Task" [ 1433.764594] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.785944] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.991441] env[62099]: DEBUG nova.network.neutron [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Updated VIF entry in instance network info cache for port 0ce898a3-5337-4e4c-bd3b-706049d3f08a. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.994768] env[62099]: DEBUG nova.network.neutron [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Updating instance_info_cache with network_info: [{"id": "0ce898a3-5337-4e4c-bd3b-706049d3f08a", "address": "fa:16:3e:d4:73:63", "network": {"id": "2a229713-0538-4feb-8775-af0f733f5e3a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-98833304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b851cb9c7df43b78ada8a3cc3a18b19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce898a3-53", "ovs_interfaceid": "0ce898a3-5337-4e4c-bd3b-706049d3f08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.049491] env[62099]: DEBUG nova.compute.manager [req-96b4ae42-61b4-42f3-82fe-3a843bb0c265 req-37444d67-ddb6-48cd-8c46-997662e4fcc7 service nova] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Received event network-vif-deleted-97b9caa3-6d94-41d4-850d-08917b300037 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1434.054508] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896443, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.058253] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7bdde2-6c7b-4c7c-b7a3-a6c453b6aa16 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.069933] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa3698f-1293-4f30-9711-6b343a19c5c2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.082611] env[62099]: DEBUG nova.compute.manager [req-f3476902-cb2e-4894-98da-e42ddefad1d6 req-6a3b52d2-7e30-4efc-a0fd-0692b906de73 service nova] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Received event network-vif-deleted-6fe5ed44-f360-4fa3-b0f1-ab3966a486be {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1434.083355] env[62099]: DEBUG nova.compute.manager [req-f3476902-cb2e-4894-98da-e42ddefad1d6 req-6a3b52d2-7e30-4efc-a0fd-0692b906de73 service nova] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Received event network-vif-deleted-3c6f8ae5-5056-4e16-8aa0-9454089b14af {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1434.083727] env[62099]: DEBUG nova.compute.manager [req-f3476902-cb2e-4894-98da-e42ddefad1d6 req-6a3b52d2-7e30-4efc-a0fd-0692b906de73 service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Received event network-changed-a403339c-5927-4d29-8417-ef08e4babeb0 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1434.083916] env[62099]: DEBUG nova.compute.manager [req-f3476902-cb2e-4894-98da-e42ddefad1d6 req-6a3b52d2-7e30-4efc-a0fd-0692b906de73 service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Refreshing instance network info cache due to event network-changed-a403339c-5927-4d29-8417-ef08e4babeb0. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1434.084251] env[62099]: DEBUG oslo_concurrency.lockutils [req-f3476902-cb2e-4894-98da-e42ddefad1d6 req-6a3b52d2-7e30-4efc-a0fd-0692b906de73 service nova] Acquiring lock "refresh_cache-12afe1f4-4fc3-40a1-bde2-2afaf1772cde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.084427] env[62099]: DEBUG oslo_concurrency.lockutils [req-f3476902-cb2e-4894-98da-e42ddefad1d6 req-6a3b52d2-7e30-4efc-a0fd-0692b906de73 service nova] Acquired lock "refresh_cache-12afe1f4-4fc3-40a1-bde2-2afaf1772cde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.084601] env[62099]: DEBUG nova.network.neutron [req-f3476902-cb2e-4894-98da-e42ddefad1d6 req-6a3b52d2-7e30-4efc-a0fd-0692b906de73 service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Refreshing network info cache for port a403339c-5927-4d29-8417-ef08e4babeb0 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1434.122564] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2614137-cf3c-4a3d-81f5-f9598c3ebd68 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.133546] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759653db-2e83-491a-85fd-41d485966d90 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.149151] env[62099]: DEBUG nova.compute.provider_tree [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.253973] env[62099]: DEBUG oslo_concurrency.lockutils [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquiring lock "3f8868e3-39fe-46e8-8023-49ef66811c84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.262363] env[62099]: DEBUG nova.network.neutron [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Successfully created port: a78a3eb9-c002-40f2-9d1a-b65eea8b95f6 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1434.276662] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162894} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.276962] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1434.278220] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e93fcb-5ed8-451d-aeaf-d3c88d9e14b1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.304326] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 0971d049-f5b5-44d0-982f-4bf351d245cb/0971d049-f5b5-44d0-982f-4bf351d245cb.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1434.307310] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62f283be-cb9d-47e5-8560-3b9ba60d45ae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.332115] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for the task: (returnval){ [ 1434.332115] env[62099]: value = "task-1896445" [ 1434.332115] env[62099]: _type = "Task" [ 1434.332115] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.344699] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.442954] env[62099]: DEBUG nova.network.neutron [req-f3476902-cb2e-4894-98da-e42ddefad1d6 req-6a3b52d2-7e30-4efc-a0fd-0692b906de73 service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Updated VIF entry in instance network info cache for port a403339c-5927-4d29-8417-ef08e4babeb0. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.442954] env[62099]: DEBUG nova.network.neutron [req-f3476902-cb2e-4894-98da-e42ddefad1d6 req-6a3b52d2-7e30-4efc-a0fd-0692b906de73 service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Updating instance_info_cache with network_info: [{"id": "a403339c-5927-4d29-8417-ef08e4babeb0", "address": "fa:16:3e:8a:79:3a", "network": {"id": "4af60387-d0a3-4f03-b8e5-d5d077d095a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1375362274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b617628a416448382837708b5597204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa403339c-59", "ovs_interfaceid": "a403339c-5927-4d29-8417-ef08e4babeb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.499338] env[62099]: DEBUG oslo_concurrency.lockutils [req-c93d89c5-6a6c-4ba0-a687-61fec940461f req-3db96f1b-a7e6-47cc-a33d-3dfefedf36f3 service nova] Releasing lock "refresh_cache-0660533d-43d0-4ef6-9c38-da3267000db9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.500838] env[62099]: DEBUG nova.compute.manager [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1434.525713] env[62099]: DEBUG nova.virt.hardware [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:26:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='48eac0ff-1f8e-452a-a893-25249b4c8425',id=25,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-918381838',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1434.526020] env[62099]: DEBUG nova.virt.hardware [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1434.526182] env[62099]: DEBUG nova.virt.hardware [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1434.526365] env[62099]: DEBUG nova.virt.hardware [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1434.526528] env[62099]: DEBUG nova.virt.hardware [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1434.526783] env[62099]: DEBUG nova.virt.hardware [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1434.527098] env[62099]: DEBUG nova.virt.hardware [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1434.527273] env[62099]: DEBUG nova.virt.hardware [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1434.527444] env[62099]: DEBUG nova.virt.hardware [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1434.527610] env[62099]: DEBUG nova.virt.hardware [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1434.527782] env[62099]: DEBUG nova.virt.hardware [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1434.529562] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9090fcf-52cb-4da0-8143-ff154fc61177 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.538646] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4a0d2d-4d15-4784-868f-dad550d10807 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.551131] env[62099]: DEBUG oslo_vmware.api [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896443, 'name': PowerOnVM_Task, 'duration_secs': 0.58174} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.559228] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1434.559506] env[62099]: INFO nova.compute.manager [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Took 10.03 seconds to spawn the instance on the hypervisor. [ 1434.559712] env[62099]: DEBUG nova.compute.manager [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1434.560794] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51ad523-c5ce-4985-b5dd-b5ab027c82d4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.649144] env[62099]: DEBUG oslo_vmware.rw_handles [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528bb190-d1a7-3d14-1e7b-40d627f67550/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1434.650098] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f52846-3387-4267-8303-16ae79a682a4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.653599] env[62099]: DEBUG nova.scheduler.client.report [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.661847] env[62099]: DEBUG oslo_vmware.rw_handles [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528bb190-d1a7-3d14-1e7b-40d627f67550/disk-0.vmdk is in state: ready. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1434.662032] env[62099]: ERROR oslo_vmware.rw_handles [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528bb190-d1a7-3d14-1e7b-40d627f67550/disk-0.vmdk due to incomplete transfer. [ 1434.662272] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f2d339f4-8989-4003-b515-40a98d98fcb5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.672139] env[62099]: DEBUG oslo_vmware.rw_handles [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528bb190-d1a7-3d14-1e7b-40d627f67550/disk-0.vmdk. {{(pid=62099) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1434.672139] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Uploaded image c4e8b464-cabd-4c29-b2ab-1413b55b198f to the Glance image server {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1434.676034] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Destroying the VM {{(pid=62099) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1434.676921] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b5264f43-4590-4741-8560-d2c774c9297a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.686147] env[62099]: DEBUG oslo_vmware.api [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1434.686147] env[62099]: value = "task-1896446" [ 1434.686147] env[62099]: _type = "Task" [ 1434.686147] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.699555] env[62099]: DEBUG oslo_vmware.api [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896446, 'name': Destroy_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.725155] env[62099]: DEBUG nova.network.neutron [-] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.849085] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896445, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.944017] env[62099]: DEBUG oslo_concurrency.lockutils [req-f3476902-cb2e-4894-98da-e42ddefad1d6 req-6a3b52d2-7e30-4efc-a0fd-0692b906de73 service nova] Releasing lock "refresh_cache-12afe1f4-4fc3-40a1-bde2-2afaf1772cde" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.078967] env[62099]: INFO nova.compute.manager [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Took 38.66 seconds to build instance. [ 1435.159091] env[62099]: DEBUG oslo_concurrency.lockutils [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.159659] env[62099]: DEBUG nova.compute.manager [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1435.164868] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.301s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.166970] env[62099]: INFO nova.compute.claims [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1435.196417] env[62099]: DEBUG oslo_vmware.api [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896446, 'name': Destroy_Task, 'duration_secs': 0.380792} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.197529] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Destroyed the VM [ 1435.197529] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Deleting Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1435.197529] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-50da67ff-cbb4-4046-a2f9-f9e959c80b8f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.206564] env[62099]: DEBUG oslo_vmware.api [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1435.206564] env[62099]: value = "task-1896447" [ 1435.206564] env[62099]: _type = "Task" [ 1435.206564] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.218639] env[62099]: DEBUG oslo_vmware.api [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896447, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.228072] env[62099]: INFO nova.compute.manager [-] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Took 1.83 seconds to deallocate network for instance. [ 1435.343720] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896445, 'name': ReconfigVM_Task, 'duration_secs': 0.534933} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.344046] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 0971d049-f5b5-44d0-982f-4bf351d245cb/0971d049-f5b5-44d0-982f-4bf351d245cb.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1435.344743] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f07e8d48-0327-4af9-9bc7-964769589c51 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.353087] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for the task: (returnval){ [ 1435.353087] env[62099]: value = "task-1896448" [ 1435.353087] env[62099]: _type = "Task" [ 1435.353087] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.367760] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896448, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.581368] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc1c8fab-82cb-48e9-9f20-54427a343ba6 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.599s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.671070] env[62099]: DEBUG nova.compute.utils [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1435.672454] env[62099]: DEBUG nova.compute.manager [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1435.672766] env[62099]: DEBUG nova.network.neutron [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1435.720741] env[62099]: DEBUG oslo_vmware.api [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896447, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.736171] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.742744] env[62099]: DEBUG nova.policy [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbf909218a6940ddbfd3525a17c16d9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77d6e7a0c4dc414c83cb96f63a836a07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1435.864234] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896448, 'name': Rename_Task, 'duration_secs': 0.18507} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.864523] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1435.864811] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-410c31e6-0344-49c9-92a2-e4a67a4b6f6d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.875424] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for the task: (returnval){ [ 1435.875424] env[62099]: value = "task-1896449" [ 1435.875424] env[62099]: _type = "Task" [ 1435.875424] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.887346] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.086088] env[62099]: DEBUG nova.compute.manager [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1436.179318] env[62099]: DEBUG nova.compute.manager [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1436.225444] env[62099]: DEBUG oslo_vmware.api [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896447, 'name': RemoveSnapshot_Task, 'duration_secs': 0.777066} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.225444] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Deleted Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1436.225444] env[62099]: INFO nova.compute.manager [None req-6610db6c-37a0-4bb4-9f40-61b3e6471d07 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Took 16.73 seconds to snapshot the instance on the hypervisor. [ 1436.247411] env[62099]: DEBUG nova.network.neutron [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Successfully created port: 18598256-0b43-4d39-991e-710225eb45fa {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1436.276812] env[62099]: DEBUG nova.compute.manager [req-3373b765-f745-4c8f-aa00-46b547e18b50 req-12ca4b50-c995-41e8-900c-c12633e5d48e service nova] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Received event network-vif-deleted-314566b3-d6b8-47c8-84aa-5f76a2c8e935 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1436.387162] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896449, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.452361] env[62099]: DEBUG nova.network.neutron [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Successfully updated port: a78a3eb9-c002-40f2-9d1a-b65eea8b95f6 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1436.520021] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a54dfb7-255e-4244-971e-046b21856300 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.528045] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-569bd8bf-87c0-4306-9395-ed8093744509 tempest-ServersAdminNegativeTestJSON-1669289412 tempest-ServersAdminNegativeTestJSON-1669289412-project-admin] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Suspending the VM {{(pid=62099) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1436.528317] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-eaa6f388-acd5-447a-b85c-7c57bb4e4e6e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.541713] env[62099]: DEBUG oslo_vmware.api [None req-569bd8bf-87c0-4306-9395-ed8093744509 tempest-ServersAdminNegativeTestJSON-1669289412 tempest-ServersAdminNegativeTestJSON-1669289412-project-admin] Waiting for the task: (returnval){ [ 1436.541713] env[62099]: value = "task-1896450" [ 1436.541713] env[62099]: _type = "Task" [ 1436.541713] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.555450] env[62099]: DEBUG oslo_vmware.api [None req-569bd8bf-87c0-4306-9395-ed8093744509 tempest-ServersAdminNegativeTestJSON-1669289412 tempest-ServersAdminNegativeTestJSON-1669289412-project-admin] Task: {'id': task-1896450, 'name': SuspendVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.606055] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.723173] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4921561-5fdc-4d64-8abc-a5aff35a9962 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.740809] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc9f425-bb87-45ed-aa62-60b85107023a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.783676] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16025194-ac95-4161-9673-ec1c9183a33d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.795888] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73d6669-5d7d-440e-b4cc-7b59eb6a4186 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.825249] env[62099]: DEBUG nova.compute.provider_tree [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.889200] env[62099]: DEBUG oslo_vmware.api [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896449, 'name': PowerOnVM_Task, 'duration_secs': 0.69316} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.889502] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.889714] env[62099]: INFO nova.compute.manager [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1436.889907] env[62099]: DEBUG nova.compute.manager [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.890737] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dbf9ba-63ad-4e2c-ab51-481a4c657e01 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.955813] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquiring lock "refresh_cache-80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.956041] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquired lock "refresh_cache-80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.956192] env[62099]: DEBUG nova.network.neutron [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1437.052836] env[62099]: DEBUG oslo_vmware.api [None req-569bd8bf-87c0-4306-9395-ed8093744509 tempest-ServersAdminNegativeTestJSON-1669289412 tempest-ServersAdminNegativeTestJSON-1669289412-project-admin] Task: {'id': task-1896450, 'name': SuspendVM_Task} progress is 50%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.191757] env[62099]: DEBUG nova.compute.manager [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1437.221022] env[62099]: DEBUG nova.virt.hardware [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1437.221022] env[62099]: DEBUG nova.virt.hardware [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1437.221022] env[62099]: DEBUG nova.virt.hardware [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1437.221278] env[62099]: DEBUG nova.virt.hardware [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1437.221278] env[62099]: DEBUG nova.virt.hardware [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1437.221278] env[62099]: DEBUG nova.virt.hardware [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1437.221278] env[62099]: DEBUG nova.virt.hardware [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1437.221278] env[62099]: DEBUG nova.virt.hardware [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1437.221417] env[62099]: DEBUG nova.virt.hardware [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1437.221417] env[62099]: DEBUG nova.virt.hardware [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1437.221542] env[62099]: DEBUG nova.virt.hardware [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1437.222699] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a900048-694a-46f5-a000-e85031025ec7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.233263] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457a7514-d50f-42df-a96a-3d8e55a26a2b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.329804] env[62099]: DEBUG nova.scheduler.client.report [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.414434] env[62099]: INFO nova.compute.manager [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Took 37.76 seconds to build instance. [ 1437.492217] env[62099]: DEBUG nova.network.neutron [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1437.553424] env[62099]: DEBUG oslo_vmware.api [None req-569bd8bf-87c0-4306-9395-ed8093744509 tempest-ServersAdminNegativeTestJSON-1669289412 tempest-ServersAdminNegativeTestJSON-1669289412-project-admin] Task: {'id': task-1896450, 'name': SuspendVM_Task, 'duration_secs': 0.755284} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.553816] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-569bd8bf-87c0-4306-9395-ed8093744509 tempest-ServersAdminNegativeTestJSON-1669289412 tempest-ServersAdminNegativeTestJSON-1669289412-project-admin] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Suspended the VM {{(pid=62099) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1437.553902] env[62099]: DEBUG nova.compute.manager [None req-569bd8bf-87c0-4306-9395-ed8093744509 tempest-ServersAdminNegativeTestJSON-1669289412 tempest-ServersAdminNegativeTestJSON-1669289412-project-admin] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.554674] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a90ca19-7a8f-4e74-b8cf-a67a82974ea0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.760116] env[62099]: DEBUG nova.network.neutron [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Updating instance_info_cache with network_info: [{"id": "a78a3eb9-c002-40f2-9d1a-b65eea8b95f6", "address": "fa:16:3e:20:d0:1b", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa78a3eb9-c0", "ovs_interfaceid": "a78a3eb9-c002-40f2-9d1a-b65eea8b95f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.835845] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.836449] env[62099]: DEBUG nova.compute.manager [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1437.840217] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.767s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.840336] env[62099]: DEBUG nova.objects.instance [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lazy-loading 'resources' on Instance uuid ea708012-87f2-461a-9b9b-8d9fb47c4702 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.917677] env[62099]: DEBUG oslo_concurrency.lockutils [None req-65e29595-b78a-4aa7-880f-ef7fb65edc7d tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Lock "0971d049-f5b5-44d0-982f-4bf351d245cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.287s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.076335] env[62099]: DEBUG nova.compute.manager [req-33df9af6-74c7-4a7e-a707-44422d4037e1 req-a7e34147-d536-400b-a159-ea897e571e1b service nova] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Received event network-vif-plugged-18598256-0b43-4d39-991e-710225eb45fa {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1438.076335] env[62099]: DEBUG oslo_concurrency.lockutils [req-33df9af6-74c7-4a7e-a707-44422d4037e1 req-a7e34147-d536-400b-a159-ea897e571e1b service nova] Acquiring lock "700b04cd-ed0c-420b-b725-e1dcf1970601-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.076335] env[62099]: DEBUG oslo_concurrency.lockutils [req-33df9af6-74c7-4a7e-a707-44422d4037e1 req-a7e34147-d536-400b-a159-ea897e571e1b service nova] Lock "700b04cd-ed0c-420b-b725-e1dcf1970601-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.076335] env[62099]: DEBUG oslo_concurrency.lockutils [req-33df9af6-74c7-4a7e-a707-44422d4037e1 req-a7e34147-d536-400b-a159-ea897e571e1b service nova] Lock "700b04cd-ed0c-420b-b725-e1dcf1970601-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.076335] env[62099]: DEBUG nova.compute.manager [req-33df9af6-74c7-4a7e-a707-44422d4037e1 req-a7e34147-d536-400b-a159-ea897e571e1b service nova] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] No waiting events found dispatching network-vif-plugged-18598256-0b43-4d39-991e-710225eb45fa {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1438.076575] env[62099]: WARNING nova.compute.manager [req-33df9af6-74c7-4a7e-a707-44422d4037e1 req-a7e34147-d536-400b-a159-ea897e571e1b service nova] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Received unexpected event network-vif-plugged-18598256-0b43-4d39-991e-710225eb45fa for instance with vm_state building and task_state spawning. [ 1438.207270] env[62099]: DEBUG nova.compute.manager [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.207270] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769ec25a-e51a-4c13-ab50-2578a010ecf3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.212168] env[62099]: DEBUG nova.network.neutron [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Successfully updated port: 18598256-0b43-4d39-991e-710225eb45fa {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1438.262719] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Releasing lock "refresh_cache-80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.262719] env[62099]: DEBUG nova.compute.manager [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Instance network_info: |[{"id": "a78a3eb9-c002-40f2-9d1a-b65eea8b95f6", "address": "fa:16:3e:20:d0:1b", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa78a3eb9-c0", "ovs_interfaceid": "a78a3eb9-c002-40f2-9d1a-b65eea8b95f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1438.266650] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:d0:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a78a3eb9-c002-40f2-9d1a-b65eea8b95f6', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1438.275219] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Creating folder: Project (a762fa3f808e4438910bcc1e6561de5b). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.276211] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07ec3317-6147-4271-8db6-e9b3f91c1902 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.293900] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Created folder: Project (a762fa3f808e4438910bcc1e6561de5b) in parent group-v391507. [ 1438.294138] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Creating folder: Instances. Parent ref: group-v391610. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.294398] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68ebc1b5-7dcc-4c56-b318-8209f24ab0aa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.310019] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Created folder: Instances in parent group-v391610. [ 1438.310019] env[62099]: DEBUG oslo.service.loopingcall [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1438.310019] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1438.310019] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9d35805-1ed7-4f5e-b738-135b672b7128 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.329696] env[62099]: DEBUG nova.compute.manager [req-b1ac5f42-47f3-4682-9428-bdbff01d0ddf req-2eb614b3-26c3-417b-a71d-02b290218f6b service nova] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Received event network-vif-plugged-a78a3eb9-c002-40f2-9d1a-b65eea8b95f6 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1438.329765] env[62099]: DEBUG oslo_concurrency.lockutils [req-b1ac5f42-47f3-4682-9428-bdbff01d0ddf req-2eb614b3-26c3-417b-a71d-02b290218f6b service nova] Acquiring lock "80e54a65-d1da-44d8-9c3a-de2bf54ae4bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.331019] env[62099]: DEBUG oslo_concurrency.lockutils [req-b1ac5f42-47f3-4682-9428-bdbff01d0ddf req-2eb614b3-26c3-417b-a71d-02b290218f6b service nova] Lock "80e54a65-d1da-44d8-9c3a-de2bf54ae4bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.331019] env[62099]: DEBUG oslo_concurrency.lockutils [req-b1ac5f42-47f3-4682-9428-bdbff01d0ddf req-2eb614b3-26c3-417b-a71d-02b290218f6b service nova] Lock "80e54a65-d1da-44d8-9c3a-de2bf54ae4bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.331019] env[62099]: DEBUG nova.compute.manager [req-b1ac5f42-47f3-4682-9428-bdbff01d0ddf req-2eb614b3-26c3-417b-a71d-02b290218f6b service nova] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] No waiting events found dispatching network-vif-plugged-a78a3eb9-c002-40f2-9d1a-b65eea8b95f6 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1438.331019] env[62099]: WARNING nova.compute.manager [req-b1ac5f42-47f3-4682-9428-bdbff01d0ddf req-2eb614b3-26c3-417b-a71d-02b290218f6b service nova] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Received unexpected event network-vif-plugged-a78a3eb9-c002-40f2-9d1a-b65eea8b95f6 for instance with vm_state building and task_state spawning. [ 1438.331019] env[62099]: DEBUG nova.compute.manager [req-b1ac5f42-47f3-4682-9428-bdbff01d0ddf req-2eb614b3-26c3-417b-a71d-02b290218f6b service nova] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Received event network-changed-a78a3eb9-c002-40f2-9d1a-b65eea8b95f6 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1438.331536] env[62099]: DEBUG nova.compute.manager [req-b1ac5f42-47f3-4682-9428-bdbff01d0ddf req-2eb614b3-26c3-417b-a71d-02b290218f6b service nova] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Refreshing instance network info cache due to event network-changed-a78a3eb9-c002-40f2-9d1a-b65eea8b95f6. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1438.331536] env[62099]: DEBUG oslo_concurrency.lockutils [req-b1ac5f42-47f3-4682-9428-bdbff01d0ddf req-2eb614b3-26c3-417b-a71d-02b290218f6b service nova] Acquiring lock "refresh_cache-80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.331536] env[62099]: DEBUG oslo_concurrency.lockutils [req-b1ac5f42-47f3-4682-9428-bdbff01d0ddf req-2eb614b3-26c3-417b-a71d-02b290218f6b service nova] Acquired lock "refresh_cache-80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.331536] env[62099]: DEBUG nova.network.neutron [req-b1ac5f42-47f3-4682-9428-bdbff01d0ddf req-2eb614b3-26c3-417b-a71d-02b290218f6b service nova] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Refreshing network info cache for port a78a3eb9-c002-40f2-9d1a-b65eea8b95f6 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1438.339199] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1438.339199] env[62099]: value = "task-1896453" [ 1438.339199] env[62099]: _type = "Task" [ 1438.339199] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.351976] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896453, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.354542] env[62099]: DEBUG nova.compute.utils [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1438.356715] env[62099]: DEBUG nova.compute.manager [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1438.357778] env[62099]: DEBUG nova.network.neutron [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1438.406859] env[62099]: INFO nova.compute.manager [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Rescuing [ 1438.407382] env[62099]: DEBUG oslo_concurrency.lockutils [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Acquiring lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.407382] env[62099]: DEBUG oslo_concurrency.lockutils [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Acquired lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.407582] env[62099]: DEBUG nova.network.neutron [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.413866] env[62099]: DEBUG nova.policy [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a6eb02ffab04749abd6d4087ab98bbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32720bb70b6d44278168f1743185d8fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1438.422111] env[62099]: DEBUG nova.compute.manager [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1438.707404] env[62099]: DEBUG nova.network.neutron [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Successfully created port: c22f6e1a-1a32-427a-a8c7-a09099db6431 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1438.717966] env[62099]: DEBUG oslo_concurrency.lockutils [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Acquiring lock "refresh_cache-700b04cd-ed0c-420b-b725-e1dcf1970601" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.717966] env[62099]: DEBUG oslo_concurrency.lockutils [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Acquired lock "refresh_cache-700b04cd-ed0c-420b-b725-e1dcf1970601" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.717966] env[62099]: DEBUG nova.network.neutron [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.725885] env[62099]: INFO nova.compute.manager [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] instance snapshotting [ 1438.731212] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7148acc7-84ca-489a-bfd9-98d9533ae22a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.758240] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0f6c55-a29a-4767-81bc-348cd89b8cc9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.837396] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6947f478-31ee-427f-8592-ebf7894ba1ea {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.852456] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1f7d26-cca4-4138-8d99-d89d91ec3ead {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.855734] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896453, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.856983] env[62099]: DEBUG nova.compute.manager [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1438.889709] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c61853b-9518-4f3e-819c-de1c3c883af1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.900212] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061bcda7-5c30-45e6-83ec-c458959b07c5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.921962] env[62099]: DEBUG nova.compute.provider_tree [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.956324] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.256739] env[62099]: DEBUG nova.network.neutron [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1439.272386] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Creating Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1439.274915] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4a1866ea-de44-4e5b-bd27-cafe21e29b24 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.283419] env[62099]: DEBUG oslo_vmware.api [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1439.283419] env[62099]: value = "task-1896454" [ 1439.283419] env[62099]: _type = "Task" [ 1439.283419] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.291949] env[62099]: DEBUG oslo_vmware.api [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896454, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.351401] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896453, 'name': CreateVM_Task, 'duration_secs': 0.609015} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.351814] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1439.352336] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.352508] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.352860] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1439.353148] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f52ff4-71a9-4b0e-be7c-4032fe388002 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.358601] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1439.358601] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]522fd63e-da85-d928-cc23-ed6473253e88" [ 1439.358601] env[62099]: _type = "Task" [ 1439.358601] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.371065] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522fd63e-da85-d928-cc23-ed6473253e88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.430864] env[62099]: DEBUG nova.scheduler.client.report [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.439022] env[62099]: DEBUG nova.network.neutron [req-b1ac5f42-47f3-4682-9428-bdbff01d0ddf req-2eb614b3-26c3-417b-a71d-02b290218f6b service nova] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Updated VIF entry in instance network info cache for port a78a3eb9-c002-40f2-9d1a-b65eea8b95f6. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1439.439022] env[62099]: DEBUG nova.network.neutron [req-b1ac5f42-47f3-4682-9428-bdbff01d0ddf req-2eb614b3-26c3-417b-a71d-02b290218f6b service nova] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Updating instance_info_cache with network_info: [{"id": "a78a3eb9-c002-40f2-9d1a-b65eea8b95f6", "address": "fa:16:3e:20:d0:1b", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa78a3eb9-c0", "ovs_interfaceid": "a78a3eb9-c002-40f2-9d1a-b65eea8b95f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.439323] env[62099]: DEBUG nova.network.neutron [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Updating instance_info_cache with network_info: [{"id": "18598256-0b43-4d39-991e-710225eb45fa", "address": "fa:16:3e:54:44:b6", "network": {"id": "53bbbec2-6e89-4977-94d6-495dbc25325a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255688377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77d6e7a0c4dc414c83cb96f63a836a07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18598256-0b", "ovs_interfaceid": "18598256-0b43-4d39-991e-710225eb45fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.494285] env[62099]: DEBUG nova.network.neutron [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Updating instance_info_cache with network_info: [{"id": "bf907819-4709-4d75-99f5-23d366b4d127", "address": "fa:16:3e:6b:f8:57", "network": {"id": "f35d5860-0305-4e87-a411-94868ac26ba7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-432819834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19e3263e78cf48df9e4f18015609cce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf907819-47", "ovs_interfaceid": "bf907819-4709-4d75-99f5-23d366b4d127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.794436] env[62099]: DEBUG oslo_vmware.api [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896454, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.875109] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522fd63e-da85-d928-cc23-ed6473253e88, 'name': SearchDatastore_Task, 'duration_secs': 0.012779} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.875946] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.876396] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1439.877084] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.878084] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.878084] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1439.879144] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24cad155-d88a-47c4-8e11-0f0a30938e46 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.897236] env[62099]: DEBUG nova.compute.manager [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1439.901115] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1439.902541] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1439.904392] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a189eb-cdfa-4bb5-b7fa-12d5a9b1457e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.912173] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1439.912173] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]520d8cd8-4daf-5a3d-3a85-3024c8df566a" [ 1439.912173] env[62099]: _type = "Task" [ 1439.912173] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.924094] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520d8cd8-4daf-5a3d-3a85-3024c8df566a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.926849] env[62099]: DEBUG nova.virt.hardware [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:26:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='297513935',id=27,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-66941775',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1439.927192] env[62099]: DEBUG nova.virt.hardware [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.927442] env[62099]: DEBUG nova.virt.hardware [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1439.927713] env[62099]: DEBUG nova.virt.hardware [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.928112] env[62099]: DEBUG nova.virt.hardware [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1439.928387] env[62099]: DEBUG nova.virt.hardware [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1439.928843] env[62099]: DEBUG nova.virt.hardware [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1439.928953] env[62099]: DEBUG nova.virt.hardware [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1439.929211] env[62099]: DEBUG nova.virt.hardware [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1439.929488] env[62099]: DEBUG nova.virt.hardware [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1439.929742] env[62099]: DEBUG nova.virt.hardware [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1439.930705] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3237114e-f315-47fd-b546-70ab411abccd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.939220] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.942576] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.179s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.942754] env[62099]: DEBUG nova.objects.instance [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Lazy-loading 'resources' on Instance uuid 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.944367] env[62099]: DEBUG oslo_concurrency.lockutils [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Releasing lock "refresh_cache-700b04cd-ed0c-420b-b725-e1dcf1970601" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.944752] env[62099]: DEBUG nova.compute.manager [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Instance network_info: |[{"id": "18598256-0b43-4d39-991e-710225eb45fa", "address": "fa:16:3e:54:44:b6", "network": {"id": "53bbbec2-6e89-4977-94d6-495dbc25325a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255688377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77d6e7a0c4dc414c83cb96f63a836a07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18598256-0b", "ovs_interfaceid": "18598256-0b43-4d39-991e-710225eb45fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1439.945366] env[62099]: DEBUG oslo_concurrency.lockutils [req-b1ac5f42-47f3-4682-9428-bdbff01d0ddf req-2eb614b3-26c3-417b-a71d-02b290218f6b service nova] Releasing lock "refresh_cache-80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.947359] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e800b38-0ec1-4d70-9e72-1dfcd1c411b7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.952563] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:44:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18598256-0b43-4d39-991e-710225eb45fa', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1439.960150] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Creating folder: Project (77d6e7a0c4dc414c83cb96f63a836a07). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1439.961295] env[62099]: INFO nova.scheduler.client.report [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Deleted allocations for instance ea708012-87f2-461a-9b9b-8d9fb47c4702 [ 1439.963803] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c46ce0a-7146-4b08-a14e-ecb2402a6fee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.979565] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Created folder: Project (77d6e7a0c4dc414c83cb96f63a836a07) in parent group-v391507. [ 1439.979787] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Creating folder: Instances. Parent ref: group-v391614. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1439.980048] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cd26b19-537d-477a-a198-40d58472b09b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.991047] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Created folder: Instances in parent group-v391614. [ 1439.991047] env[62099]: DEBUG oslo.service.loopingcall [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1439.991249] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1439.991469] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4edb7b8a-ab1b-42e2-9b92-8e902bc041d3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.005914] env[62099]: DEBUG oslo_concurrency.lockutils [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Releasing lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.016515] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1440.016515] env[62099]: value = "task-1896457" [ 1440.016515] env[62099]: _type = "Task" [ 1440.016515] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.026834] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896457, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.226740] env[62099]: DEBUG nova.compute.manager [req-02a06525-114d-4912-8793-49aaf9bbff8c req-373005b8-4f9a-45ec-b9dd-a23b99fc4d67 service nova] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Received event network-changed-18598256-0b43-4d39-991e-710225eb45fa {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1440.226974] env[62099]: DEBUG nova.compute.manager [req-02a06525-114d-4912-8793-49aaf9bbff8c req-373005b8-4f9a-45ec-b9dd-a23b99fc4d67 service nova] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Refreshing instance network info cache due to event network-changed-18598256-0b43-4d39-991e-710225eb45fa. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1440.227929] env[62099]: DEBUG oslo_concurrency.lockutils [req-02a06525-114d-4912-8793-49aaf9bbff8c req-373005b8-4f9a-45ec-b9dd-a23b99fc4d67 service nova] Acquiring lock "refresh_cache-700b04cd-ed0c-420b-b725-e1dcf1970601" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.227929] env[62099]: DEBUG oslo_concurrency.lockutils [req-02a06525-114d-4912-8793-49aaf9bbff8c req-373005b8-4f9a-45ec-b9dd-a23b99fc4d67 service nova] Acquired lock "refresh_cache-700b04cd-ed0c-420b-b725-e1dcf1970601" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.228070] env[62099]: DEBUG nova.network.neutron [req-02a06525-114d-4912-8793-49aaf9bbff8c req-373005b8-4f9a-45ec-b9dd-a23b99fc4d67 service nova] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Refreshing network info cache for port 18598256-0b43-4d39-991e-710225eb45fa {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1440.293372] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquiring lock "62799a7e-a62f-460e-aa23-c9e83514a020" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.294130] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "62799a7e-a62f-460e-aa23-c9e83514a020" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.300710] env[62099]: DEBUG oslo_vmware.api [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896454, 'name': CreateSnapshot_Task, 'duration_secs': 0.517641} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.301187] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Created Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1440.302030] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6585ba-5624-43f9-a7e6-5f12e1f1a87e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.335991] env[62099]: DEBUG nova.network.neutron [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Successfully updated port: c22f6e1a-1a32-427a-a8c7-a09099db6431 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1440.421678] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520d8cd8-4daf-5a3d-3a85-3024c8df566a, 'name': SearchDatastore_Task, 'duration_secs': 0.017067} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.422245] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee60bb1-51b3-4ebf-b5eb-b54dc1646556 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.429852] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1440.429852] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ad2099-6611-931c-f303-333a7d45a8e8" [ 1440.429852] env[62099]: _type = "Task" [ 1440.429852] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.440112] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ad2099-6611-931c-f303-333a7d45a8e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.471429] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fc957304-c1db-4760-b8e2-afd6de3bc603 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "ea708012-87f2-461a-9b9b-8d9fb47c4702" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.060s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.527075] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896457, 'name': CreateVM_Task, 'duration_secs': 0.487072} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.530568] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1440.530568] env[62099]: DEBUG oslo_concurrency.lockutils [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.530568] env[62099]: DEBUG oslo_concurrency.lockutils [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.530828] env[62099]: DEBUG oslo_concurrency.lockutils [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1440.531072] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3dfd129-9754-4b2f-a94e-6253f7b9e6f4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.537341] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Waiting for the task: (returnval){ [ 1440.537341] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c56a08-c272-08b8-065f-33f94e525a9b" [ 1440.537341] env[62099]: _type = "Task" [ 1440.537341] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.548925] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c56a08-c272-08b8-065f-33f94e525a9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.824313] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Creating linked-clone VM from snapshot {{(pid=62099) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1440.825796] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a029758f-91da-4449-a8bd-5b6f35ddb0ae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.837349] env[62099]: DEBUG oslo_vmware.api [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1440.837349] env[62099]: value = "task-1896458" [ 1440.837349] env[62099]: _type = "Task" [ 1440.837349] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.840353] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Acquiring lock "refresh_cache-377d1f02-5d0a-49f8-881d-e6d9a1755a17" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.840485] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Acquired lock "refresh_cache-377d1f02-5d0a-49f8-881d-e6d9a1755a17" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.840637] env[62099]: DEBUG nova.network.neutron [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.854260] env[62099]: DEBUG oslo_vmware.api [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896458, 'name': CloneVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.944490] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ad2099-6611-931c-f303-333a7d45a8e8, 'name': SearchDatastore_Task, 'duration_secs': 0.016792} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.949552] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.949904] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf/80e54a65-d1da-44d8-9c3a-de2bf54ae4bf.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1440.950868] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d66dba55-8ed7-4f40-890d-a71052853038 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.960236] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1440.960236] env[62099]: value = "task-1896459" [ 1440.960236] env[62099]: _type = "Task" [ 1440.960236] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.973283] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.981262] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7992793-bbcc-4e72-af3a-7b5c091aa470 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.991374] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d685c3c1-fb64-4d61-9e12-8a1ddf7ee443 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.025541] env[62099]: DEBUG nova.network.neutron [req-02a06525-114d-4912-8793-49aaf9bbff8c req-373005b8-4f9a-45ec-b9dd-a23b99fc4d67 service nova] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Updated VIF entry in instance network info cache for port 18598256-0b43-4d39-991e-710225eb45fa. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1441.025985] env[62099]: DEBUG nova.network.neutron [req-02a06525-114d-4912-8793-49aaf9bbff8c req-373005b8-4f9a-45ec-b9dd-a23b99fc4d67 service nova] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Updating instance_info_cache with network_info: [{"id": "18598256-0b43-4d39-991e-710225eb45fa", "address": "fa:16:3e:54:44:b6", "network": {"id": "53bbbec2-6e89-4977-94d6-495dbc25325a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255688377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77d6e7a0c4dc414c83cb96f63a836a07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18598256-0b", "ovs_interfaceid": "18598256-0b43-4d39-991e-710225eb45fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.027773] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccdd2fa-e5e3-4538-ab9f-61b93314e7fe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.041471] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e46860-d3d2-4894-b55a-80bb4b70b9fd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.064392] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c56a08-c272-08b8-065f-33f94e525a9b, 'name': SearchDatastore_Task, 'duration_secs': 0.056884} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.065094] env[62099]: DEBUG nova.compute.provider_tree [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.067202] env[62099]: DEBUG oslo_concurrency.lockutils [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.067450] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1441.067939] env[62099]: DEBUG oslo_concurrency.lockutils [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.067989] env[62099]: DEBUG oslo_concurrency.lockutils [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.068187] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1441.068848] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a4b1ae2-ae28-4652-9882-c181878f6028 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.085099] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.085099] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1441.085839] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c89c645a-0d69-4eec-af3b-36548d1902c3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.092678] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Waiting for the task: (returnval){ [ 1441.092678] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b423f2-956d-c085-3b99-4506ab7f6826" [ 1441.092678] env[62099]: _type = "Task" [ 1441.092678] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.102034] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b423f2-956d-c085-3b99-4506ab7f6826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.220433] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquiring lock "0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.220728] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.220968] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquiring lock "0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.221909] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.221909] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.225270] env[62099]: INFO nova.compute.manager [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Terminating instance [ 1441.353111] env[62099]: DEBUG oslo_vmware.api [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896458, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.389296] env[62099]: DEBUG nova.network.neutron [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1441.403303] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.403651] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.403922] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.404155] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.404342] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.406856] env[62099]: INFO nova.compute.manager [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Terminating instance [ 1441.471280] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896459, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.532223] env[62099]: DEBUG oslo_concurrency.lockutils [req-02a06525-114d-4912-8793-49aaf9bbff8c req-373005b8-4f9a-45ec-b9dd-a23b99fc4d67 service nova] Releasing lock "refresh_cache-700b04cd-ed0c-420b-b725-e1dcf1970601" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.555738] env[62099]: DEBUG nova.network.neutron [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Updating instance_info_cache with network_info: [{"id": "c22f6e1a-1a32-427a-a8c7-a09099db6431", "address": "fa:16:3e:c1:07:90", "network": {"id": "43f26818-3c1d-43e9-964d-8bc81c764965", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1334531451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32720bb70b6d44278168f1743185d8fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc22f6e1a-1a", "ovs_interfaceid": "c22f6e1a-1a32-427a-a8c7-a09099db6431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.570455] env[62099]: DEBUG nova.scheduler.client.report [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1441.574006] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.574283] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0253c4ee-ab9a-4432-9989-024d919f43ec {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.585949] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for the task: (returnval){ [ 1441.585949] env[62099]: value = "task-1896460" [ 1441.585949] env[62099]: _type = "Task" [ 1441.585949] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.600425] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.611083] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b423f2-956d-c085-3b99-4506ab7f6826, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.612047] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f8d2a84-a760-4dbc-8b5b-1def6fbb872b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.618036] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Waiting for the task: (returnval){ [ 1441.618036] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529f0a5d-7d50-eedb-3e58-cc2a1ca2a17e" [ 1441.618036] env[62099]: _type = "Task" [ 1441.618036] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.627390] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529f0a5d-7d50-eedb-3e58-cc2a1ca2a17e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.730058] env[62099]: DEBUG nova.compute.manager [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1441.730389] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1441.731427] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bfdbd4-c24b-4219-9683-1b54a80dd505 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.741339] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1441.741713] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5983b98c-0003-4f61-8f44-c42c3bac848e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.852442] env[62099]: DEBUG oslo_vmware.api [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896458, 'name': CloneVM_Task} progress is 95%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.913180] env[62099]: DEBUG nova.compute.manager [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1441.913484] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1441.914527] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2542c5-7c99-4d88-a5b3-675bbf1e82e7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.922693] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.923030] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1b604ac-f958-45dd-80b6-72709a48bfd9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.930745] env[62099]: DEBUG oslo_vmware.api [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1441.930745] env[62099]: value = "task-1896462" [ 1441.930745] env[62099]: _type = "Task" [ 1441.930745] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.943348] env[62099]: DEBUG oslo_vmware.api [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.950627] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1441.951099] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1441.951099] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Deleting the datastore file [datastore1] 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1441.951342] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89acf2ef-ebd9-4f89-9e1b-2b96467e4813 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.960838] env[62099]: DEBUG oslo_vmware.api [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for the task: (returnval){ [ 1441.960838] env[62099]: value = "task-1896463" [ 1441.960838] env[62099]: _type = "Task" [ 1441.960838] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.973277] env[62099]: DEBUG oslo_vmware.api [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.976544] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585095} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.976786] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf/80e54a65-d1da-44d8-9c3a-de2bf54ae4bf.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1441.977034] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1441.977262] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3bdafd5-cb27-4575-81d7-d915e341199e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.985323] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1441.985323] env[62099]: value = "task-1896464" [ 1441.985323] env[62099]: _type = "Task" [ 1441.985323] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.994859] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.058731] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Releasing lock "refresh_cache-377d1f02-5d0a-49f8-881d-e6d9a1755a17" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.059149] env[62099]: DEBUG nova.compute.manager [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Instance network_info: |[{"id": "c22f6e1a-1a32-427a-a8c7-a09099db6431", "address": "fa:16:3e:c1:07:90", "network": {"id": "43f26818-3c1d-43e9-964d-8bc81c764965", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1334531451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32720bb70b6d44278168f1743185d8fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc22f6e1a-1a", "ovs_interfaceid": "c22f6e1a-1a32-427a-a8c7-a09099db6431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1442.059606] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:07:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c22f6e1a-1a32-427a-a8c7-a09099db6431', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1442.069494] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Creating folder: Project (32720bb70b6d44278168f1743185d8fc). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1442.069795] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96066a6c-2da3-441d-b150-b7d51ee8bfe8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.077979] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.080634] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.277s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.084608] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Created folder: Project (32720bb70b6d44278168f1743185d8fc) in parent group-v391507. [ 1442.084878] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Creating folder: Instances. Parent ref: group-v391618. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1442.085213] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2034e30f-05e7-40b9-b67f-fea7ed183a99 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.106820] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896460, 'name': PowerOffVM_Task, 'duration_secs': 0.235279} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.111901] env[62099]: INFO nova.scheduler.client.report [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Deleted allocations for instance 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde [ 1442.113071] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1442.117465] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f1e4a6-1d96-44fd-a189-57fbc1a47b46 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.120256] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Created folder: Instances in parent group-v391618. [ 1442.120495] env[62099]: DEBUG oslo.service.loopingcall [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.120957] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1442.126505] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-900c17f8-24c0-4f7d-b25a-097760cb1026 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.154742] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f00b5a3-914b-420a-bc8d-feb23e034a5b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.161473] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529f0a5d-7d50-eedb-3e58-cc2a1ca2a17e, 'name': SearchDatastore_Task, 'duration_secs': 0.011668} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.163283] env[62099]: DEBUG oslo_concurrency.lockutils [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.163580] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 700b04cd-ed0c-420b-b725-e1dcf1970601/700b04cd-ed0c-420b-b725-e1dcf1970601.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1442.163832] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1442.163832] env[62099]: value = "task-1896467" [ 1442.163832] env[62099]: _type = "Task" [ 1442.163832] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.164670] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-867fe0ad-958a-412e-97dd-985fb303312e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.182227] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896467, 'name': CreateVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.183854] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Waiting for the task: (returnval){ [ 1442.183854] env[62099]: value = "task-1896468" [ 1442.183854] env[62099]: _type = "Task" [ 1442.183854] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.193395] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': task-1896468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.220790] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.220790] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8f4bde7-e8e6-46ca-9535-8d7fc17fa372 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.229167] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for the task: (returnval){ [ 1442.229167] env[62099]: value = "task-1896469" [ 1442.229167] env[62099]: _type = "Task" [ 1442.229167] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.240527] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] VM already powered off {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1442.240753] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.241033] env[62099]: DEBUG oslo_concurrency.lockutils [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.241237] env[62099]: DEBUG oslo_concurrency.lockutils [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.241445] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.241743] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a779323-e974-4897-a04e-2d0d634680d3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.252111] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.252328] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1442.253178] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b65b26e8-d0fd-4d32-9561-598d181ca725 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.259356] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for the task: (returnval){ [ 1442.259356] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d98bbe-d745-7ba3-6be4-958ea63b12fb" [ 1442.259356] env[62099]: _type = "Task" [ 1442.259356] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.269880] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d98bbe-d745-7ba3-6be4-958ea63b12fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.351320] env[62099]: DEBUG oslo_vmware.api [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896458, 'name': CloneVM_Task, 'duration_secs': 1.477425} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.351606] env[62099]: INFO nova.virt.vmwareapi.vmops [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Created linked-clone VM from snapshot [ 1442.352371] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494806e7-1ee0-4350-b6bc-bd16bac245f2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.361194] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Uploading image 4a427cc2-cadc-48ce-9c0c-9a5474860611 {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1442.380192] env[62099]: DEBUG nova.compute.manager [req-07d305fd-729b-4462-bfe4-78bd48376384 req-767e6dbe-76e9-4bef-a957-721917f07120 service nova] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Received event network-vif-plugged-c22f6e1a-1a32-427a-a8c7-a09099db6431 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1442.380424] env[62099]: DEBUG oslo_concurrency.lockutils [req-07d305fd-729b-4462-bfe4-78bd48376384 req-767e6dbe-76e9-4bef-a957-721917f07120 service nova] Acquiring lock "377d1f02-5d0a-49f8-881d-e6d9a1755a17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.380902] env[62099]: DEBUG oslo_concurrency.lockutils [req-07d305fd-729b-4462-bfe4-78bd48376384 req-767e6dbe-76e9-4bef-a957-721917f07120 service nova] Lock "377d1f02-5d0a-49f8-881d-e6d9a1755a17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.381192] env[62099]: DEBUG oslo_concurrency.lockutils [req-07d305fd-729b-4462-bfe4-78bd48376384 req-767e6dbe-76e9-4bef-a957-721917f07120 service nova] Lock "377d1f02-5d0a-49f8-881d-e6d9a1755a17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.381383] env[62099]: DEBUG nova.compute.manager [req-07d305fd-729b-4462-bfe4-78bd48376384 req-767e6dbe-76e9-4bef-a957-721917f07120 service nova] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] No waiting events found dispatching network-vif-plugged-c22f6e1a-1a32-427a-a8c7-a09099db6431 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1442.381549] env[62099]: WARNING nova.compute.manager [req-07d305fd-729b-4462-bfe4-78bd48376384 req-767e6dbe-76e9-4bef-a957-721917f07120 service nova] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Received unexpected event network-vif-plugged-c22f6e1a-1a32-427a-a8c7-a09099db6431 for instance with vm_state building and task_state spawning. [ 1442.381704] env[62099]: DEBUG nova.compute.manager [req-07d305fd-729b-4462-bfe4-78bd48376384 req-767e6dbe-76e9-4bef-a957-721917f07120 service nova] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Received event network-changed-c22f6e1a-1a32-427a-a8c7-a09099db6431 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1442.381852] env[62099]: DEBUG nova.compute.manager [req-07d305fd-729b-4462-bfe4-78bd48376384 req-767e6dbe-76e9-4bef-a957-721917f07120 service nova] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Refreshing instance network info cache due to event network-changed-c22f6e1a-1a32-427a-a8c7-a09099db6431. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1442.382046] env[62099]: DEBUG oslo_concurrency.lockutils [req-07d305fd-729b-4462-bfe4-78bd48376384 req-767e6dbe-76e9-4bef-a957-721917f07120 service nova] Acquiring lock "refresh_cache-377d1f02-5d0a-49f8-881d-e6d9a1755a17" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.382182] env[62099]: DEBUG oslo_concurrency.lockutils [req-07d305fd-729b-4462-bfe4-78bd48376384 req-767e6dbe-76e9-4bef-a957-721917f07120 service nova] Acquired lock "refresh_cache-377d1f02-5d0a-49f8-881d-e6d9a1755a17" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.382331] env[62099]: DEBUG nova.network.neutron [req-07d305fd-729b-4462-bfe4-78bd48376384 req-767e6dbe-76e9-4bef-a957-721917f07120 service nova] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Refreshing network info cache for port c22f6e1a-1a32-427a-a8c7-a09099db6431 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.387035] env[62099]: DEBUG oslo_vmware.rw_handles [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1442.387035] env[62099]: value = "vm-391617" [ 1442.387035] env[62099]: _type = "VirtualMachine" [ 1442.387035] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1442.387035] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0a51d370-27fc-4ea4-a1dd-7e35c149093e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.395578] env[62099]: DEBUG oslo_vmware.rw_handles [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lease: (returnval){ [ 1442.395578] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5251d20e-ba24-6180-59eb-060b081d4188" [ 1442.395578] env[62099]: _type = "HttpNfcLease" [ 1442.395578] env[62099]: } obtained for exporting VM: (result){ [ 1442.395578] env[62099]: value = "vm-391617" [ 1442.395578] env[62099]: _type = "VirtualMachine" [ 1442.395578] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1442.395956] env[62099]: DEBUG oslo_vmware.api [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the lease: (returnval){ [ 1442.395956] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5251d20e-ba24-6180-59eb-060b081d4188" [ 1442.395956] env[62099]: _type = "HttpNfcLease" [ 1442.395956] env[62099]: } to be ready. {{(pid=62099) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1442.404105] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1442.404105] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5251d20e-ba24-6180-59eb-060b081d4188" [ 1442.404105] env[62099]: _type = "HttpNfcLease" [ 1442.404105] env[62099]: } is initializing. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1442.440532] env[62099]: DEBUG oslo_vmware.api [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896462, 'name': PowerOffVM_Task, 'duration_secs': 0.228866} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.440815] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1442.440987] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1442.441272] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d244300-4d61-43ca-afd1-9913973ece03 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.471149] env[62099]: DEBUG oslo_vmware.api [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469681} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.471358] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.471797] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1442.472038] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.472250] env[62099]: INFO nova.compute.manager [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Took 0.74 seconds to destroy the instance on the hypervisor. [ 1442.472493] env[62099]: DEBUG oslo.service.loopingcall [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.472705] env[62099]: DEBUG nova.compute.manager [-] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1442.472832] env[62099]: DEBUG nova.network.neutron [-] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1442.494913] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128564} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.495202] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1442.495997] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a908c666-90c6-4d10-8cc8-69f7c5ad55be {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.519132] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf/80e54a65-d1da-44d8-9c3a-de2bf54ae4bf.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.519913] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfbf1d70-25c0-4b15-a564-a397037734cc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.543407] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1442.544460] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1442.544460] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Deleting the datastore file [datastore1] 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1442.544460] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f37b683-bab9-434a-a40c-ab2c5fc3cb66 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.550324] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1442.550324] env[62099]: value = "task-1896472" [ 1442.550324] env[62099]: _type = "Task" [ 1442.550324] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.555125] env[62099]: DEBUG oslo_vmware.api [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for the task: (returnval){ [ 1442.555125] env[62099]: value = "task-1896473" [ 1442.555125] env[62099]: _type = "Task" [ 1442.555125] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.561430] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.567485] env[62099]: DEBUG oslo_vmware.api [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.625570] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b888cf6c-6ecd-4081-9625-b7e369a05c82 tempest-InstanceActionsV221TestJSON-1247167953 tempest-InstanceActionsV221TestJSON-1247167953-project-member] Lock "677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.674s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.681616] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896467, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.699661] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': task-1896468, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.774546] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d98bbe-d745-7ba3-6be4-958ea63b12fb, 'name': SearchDatastore_Task, 'duration_secs': 0.019597} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.775471] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1fe12a9-b9e7-4c80-82d0-d252c4d4d34a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.784712] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for the task: (returnval){ [ 1442.784712] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5296ff7d-a4bf-fc58-24e2-2e46b4538b0b" [ 1442.784712] env[62099]: _type = "Task" [ 1442.784712] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.798463] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5296ff7d-a4bf-fc58-24e2-2e46b4538b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.906961] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1442.906961] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5251d20e-ba24-6180-59eb-060b081d4188" [ 1442.906961] env[62099]: _type = "HttpNfcLease" [ 1442.906961] env[62099]: } is ready. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1442.907306] env[62099]: DEBUG oslo_vmware.rw_handles [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1442.907306] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5251d20e-ba24-6180-59eb-060b081d4188" [ 1442.907306] env[62099]: _type = "HttpNfcLease" [ 1442.907306] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1442.908229] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5db46b3-7254-45db-9463-a0ff3c17bd71 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.917262] env[62099]: DEBUG oslo_vmware.rw_handles [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527eb6f3-d8e9-4c18-7cdc-65551a3c325a/disk-0.vmdk from lease info. {{(pid=62099) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1442.917542] env[62099]: DEBUG oslo_vmware.rw_handles [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527eb6f3-d8e9-4c18-7cdc-65551a3c325a/disk-0.vmdk for reading. {{(pid=62099) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1443.030798] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-11867d90-bb40-4451-9ca1-99cca981df42 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.065874] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896472, 'name': ReconfigVM_Task, 'duration_secs': 0.48024} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.071369] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf/80e54a65-d1da-44d8-9c3a-de2bf54ae4bf.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.072181] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a61c5427-4779-4afa-9e71-f15377366f8f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.076559] env[62099]: DEBUG oslo_vmware.api [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Task: {'id': task-1896473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477238} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.077163] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1443.077450] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1443.077643] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1443.077823] env[62099]: INFO nova.compute.manager [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1443.078061] env[62099]: DEBUG oslo.service.loopingcall [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1443.078248] env[62099]: DEBUG nova.compute.manager [-] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1443.078492] env[62099]: DEBUG nova.network.neutron [-] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1443.084230] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1443.084230] env[62099]: value = "task-1896474" [ 1443.084230] env[62099]: _type = "Task" [ 1443.084230] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.094279] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896474, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.133201] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance d1ef41d8-83c8-45da-b3e6-f4754d12869d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1443.133388] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.133516] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 665ba975-97e4-4ffe-8f7c-aab31e63d34d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.133655] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.133781] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 12afe1f4-4fc3-40a1-bde2-2afaf1772cde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.133920] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1443.134100] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 3e81cc1d-d2a2-4efd-bdb1-858e463d857d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.134162] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 9e0e8583-ff9d-429f-9a13-f197392d3541 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.134302] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance e64fb81e-2e3e-4725-86d2-75d8c69a1c16 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1443.134420] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 87130834-359c-4d54-9cdf-f4a20a051a58 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.134545] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.134711] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance f5babee2-eada-48b0-99c6-eec3024633e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.134872] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance c2a52891-b71a-492a-aeaf-07817080b4df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.134987] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 10f6378b-bf30-49aa-8205-f31acffb0f4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.135882] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.135882] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (43c8a4a7-40f1-4ba7-adfe-424593691d02): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1443.135882] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 0660533d-43d0-4ef6-9c38-da3267000db9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.135882] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance dd96b62a-b50b-46aa-8dce-af6d87bc7f6c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1443.136179] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.136212] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 0971d049-f5b5-44d0-982f-4bf351d245cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.136354] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.139781] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 700b04cd-ed0c-420b-b725-e1dcf1970601 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.139781] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 377d1f02-5d0a-49f8-881d-e6d9a1755a17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.178965] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896467, 'name': CreateVM_Task, 'duration_secs': 0.71719} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.179197] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1443.179977] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.180162] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.180487] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1443.180785] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0850ffe8-f9b7-4177-81ed-d82477376d18 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.191524] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Waiting for the task: (returnval){ [ 1443.191524] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]527e78ba-db5e-5d7e-70ab-c57c7d79a0ba" [ 1443.191524] env[62099]: _type = "Task" [ 1443.191524] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.198884] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': task-1896468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72169} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.199548] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 700b04cd-ed0c-420b-b725-e1dcf1970601/700b04cd-ed0c-420b-b725-e1dcf1970601.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1443.199791] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1443.200172] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a3e5435-9cd1-4935-9def-3d94cacf407a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.207425] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]527e78ba-db5e-5d7e-70ab-c57c7d79a0ba, 'name': SearchDatastore_Task, 'duration_secs': 0.01058} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.208154] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.208391] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1443.208637] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.214610] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Waiting for the task: (returnval){ [ 1443.214610] env[62099]: value = "task-1896475" [ 1443.214610] env[62099]: _type = "Task" [ 1443.214610] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.223243] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': task-1896475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.239288] env[62099]: DEBUG nova.network.neutron [req-07d305fd-729b-4462-bfe4-78bd48376384 req-767e6dbe-76e9-4bef-a957-721917f07120 service nova] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Updated VIF entry in instance network info cache for port c22f6e1a-1a32-427a-a8c7-a09099db6431. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.239607] env[62099]: DEBUG nova.network.neutron [req-07d305fd-729b-4462-bfe4-78bd48376384 req-767e6dbe-76e9-4bef-a957-721917f07120 service nova] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Updating instance_info_cache with network_info: [{"id": "c22f6e1a-1a32-427a-a8c7-a09099db6431", "address": "fa:16:3e:c1:07:90", "network": {"id": "43f26818-3c1d-43e9-964d-8bc81c764965", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1334531451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32720bb70b6d44278168f1743185d8fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc22f6e1a-1a", "ovs_interfaceid": "c22f6e1a-1a32-427a-a8c7-a09099db6431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.291074] env[62099]: DEBUG nova.network.neutron [-] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.297023] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5296ff7d-a4bf-fc58-24e2-2e46b4538b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.052983} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.297255] env[62099]: DEBUG oslo_concurrency.lockutils [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.297532] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 0971d049-f5b5-44d0-982f-4bf351d245cb/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk. {{(pid=62099) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1443.297828] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.298031] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1443.298273] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ae6c16d-39fb-4e71-b9dc-d8bc73dec731 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.302726] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-606bc9cd-3589-4840-9f4b-7386b4fa40a8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.311129] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for the task: (returnval){ [ 1443.311129] env[62099]: value = "task-1896476" [ 1443.311129] env[62099]: _type = "Task" [ 1443.311129] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.316063] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1443.316554] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1443.318015] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f45bf9d-e359-4115-b1ce-9cf16bd6f987 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.328101] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.329873] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Waiting for the task: (returnval){ [ 1443.329873] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e82e32-522e-5a21-ecbe-f36dc5eaebbf" [ 1443.329873] env[62099]: _type = "Task" [ 1443.329873] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.340680] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e82e32-522e-5a21-ecbe-f36dc5eaebbf, 'name': SearchDatastore_Task, 'duration_secs': 0.009653} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.341486] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c70a64e-15af-4224-b643-246c6733a0ec {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.348040] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Waiting for the task: (returnval){ [ 1443.348040] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]525e8142-20ce-cdca-07cd-b2d2420577be" [ 1443.348040] env[62099]: _type = "Task" [ 1443.348040] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.356821] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525e8142-20ce-cdca-07cd-b2d2420577be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.456990] env[62099]: DEBUG nova.compute.manager [req-4301605f-50b5-4d8e-8ed2-4fe0bb450b17 req-241cc153-5180-4742-b7ea-f94d07e4d18c service nova] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Received event network-vif-deleted-adf7c083-b288-4d92-813e-961f6810a297 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1443.456990] env[62099]: INFO nova.compute.manager [req-4301605f-50b5-4d8e-8ed2-4fe0bb450b17 req-241cc153-5180-4742-b7ea-f94d07e4d18c service nova] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Neutron deleted interface adf7c083-b288-4d92-813e-961f6810a297; detaching it from the instance and deleting it from the info cache [ 1443.456990] env[62099]: DEBUG nova.network.neutron [req-4301605f-50b5-4d8e-8ed2-4fe0bb450b17 req-241cc153-5180-4742-b7ea-f94d07e4d18c service nova] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.598736] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896474, 'name': Rename_Task, 'duration_secs': 0.163528} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.598736] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1443.599237] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adededeb-d65c-494c-ad85-03c5ef9b25cc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.608036] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1443.608036] env[62099]: value = "task-1896477" [ 1443.608036] env[62099]: _type = "Task" [ 1443.608036] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.619282] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.642675] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1443.726960] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': task-1896475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091989} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.727372] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1443.728873] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e70eea7-0833-459e-8ac4-a5eff19772e9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.749131] env[62099]: DEBUG oslo_concurrency.lockutils [req-07d305fd-729b-4462-bfe4-78bd48376384 req-767e6dbe-76e9-4bef-a957-721917f07120 service nova] Releasing lock "refresh_cache-377d1f02-5d0a-49f8-881d-e6d9a1755a17" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.758425] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 700b04cd-ed0c-420b-b725-e1dcf1970601/700b04cd-ed0c-420b-b725-e1dcf1970601.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.758845] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8afc993-829e-4ae5-a395-f772e0290a0f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.783542] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Waiting for the task: (returnval){ [ 1443.783542] env[62099]: value = "task-1896478" [ 1443.783542] env[62099]: _type = "Task" [ 1443.783542] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.794090] env[62099]: INFO nova.compute.manager [-] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Took 1.32 seconds to deallocate network for instance. [ 1443.794744] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': task-1896478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.822789] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896476, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.862544] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525e8142-20ce-cdca-07cd-b2d2420577be, 'name': SearchDatastore_Task, 'duration_secs': 0.109276} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.863128] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.863538] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 377d1f02-5d0a-49f8-881d-e6d9a1755a17/377d1f02-5d0a-49f8-881d-e6d9a1755a17.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1443.866023] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b79d5e50-5494-47ef-beb0-324c25d4e69c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.875297] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Waiting for the task: (returnval){ [ 1443.875297] env[62099]: value = "task-1896479" [ 1443.875297] env[62099]: _type = "Task" [ 1443.875297] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.885489] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1896479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.930666] env[62099]: DEBUG nova.network.neutron [-] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.961307] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3251c7a9-4bbd-4b67-b4d6-d8a10cdde5c4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.973989] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5186d60-f794-46e5-ab4e-41e31d7f2f5b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.016618] env[62099]: DEBUG nova.compute.manager [req-4301605f-50b5-4d8e-8ed2-4fe0bb450b17 req-241cc153-5180-4742-b7ea-f94d07e4d18c service nova] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Detach interface failed, port_id=adf7c083-b288-4d92-813e-961f6810a297, reason: Instance 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1444.119721] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.149579] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 91d4cb71-8a1c-43d0-8940-6fde1bd65466 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1444.293955] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': task-1896478, 'name': ReconfigVM_Task, 'duration_secs': 0.395985} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.294342] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 700b04cd-ed0c-420b-b725-e1dcf1970601/700b04cd-ed0c-420b-b725-e1dcf1970601.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.295157] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08c7641a-e51a-4a39-b603-f46940e94cf6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.304430] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.306928] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Waiting for the task: (returnval){ [ 1444.306928] env[62099]: value = "task-1896480" [ 1444.306928] env[62099]: _type = "Task" [ 1444.306928] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.324028] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896476, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.327852] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': task-1896480, 'name': Rename_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.386322] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1896479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.435597] env[62099]: INFO nova.compute.manager [-] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Took 1.36 seconds to deallocate network for instance. [ 1444.489685] env[62099]: DEBUG nova.compute.manager [req-889299fe-7ef8-45ab-ab2b-d98549bec634 req-6887bc65-d11a-41ac-8393-0391c6329039 service nova] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Received event network-vif-deleted-a5c4a98b-2964-41ec-a164-f5a2c73a6052 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1444.622032] env[62099]: DEBUG oslo_vmware.api [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896477, 'name': PowerOnVM_Task, 'duration_secs': 0.774674} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.622398] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1444.622675] env[62099]: INFO nova.compute.manager [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1444.622935] env[62099]: DEBUG nova.compute.manager [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1444.624329] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabfa337-360c-4a5c-9af4-ec0a9e4b4b8c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.655137] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 8f759bca-97c5-4d8d-af06-e6e66dcb6e64 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1444.817084] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': task-1896480, 'name': Rename_Task, 'duration_secs': 0.284603} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.820765] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1444.821640] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b4329a0-1ff2-4a8e-8f27-dae53f5d8285 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.828962] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896476, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.830594] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Waiting for the task: (returnval){ [ 1444.830594] env[62099]: value = "task-1896481" [ 1444.830594] env[62099]: _type = "Task" [ 1444.830594] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.839202] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': task-1896481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.886441] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1896479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.945835] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.143117] env[62099]: INFO nova.compute.manager [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Took 39.33 seconds to build instance. [ 1445.157254] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 539c1c0d-3f84-4552-9a8e-3d697f5867c0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1445.330323] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896476, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.343405] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': task-1896481, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.386537] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1896479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.645738] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58e1601b-3fa2-4c73-991c-cf280963985f tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.559s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.661067] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 12b4c8e6-daef-4e3d-a238-abed54e1bc12 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1445.829565] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896476, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.067788} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.829934] env[62099]: INFO nova.virt.vmwareapi.ds_util [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 0971d049-f5b5-44d0-982f-4bf351d245cb/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk. [ 1445.831860] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb0eb52-aafc-4b07-b9c3-6aae10dcb900 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.844731] env[62099]: DEBUG oslo_vmware.api [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': task-1896481, 'name': PowerOnVM_Task, 'duration_secs': 0.602011} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.860869] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.861146] env[62099]: INFO nova.compute.manager [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1445.861335] env[62099]: DEBUG nova.compute.manager [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.869834] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 0971d049-f5b5-44d0-982f-4bf351d245cb/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1445.870650] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e27951-60a0-44f4-8939-c5cda3c7100e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.873372] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fbb3793-de90-4242-964c-cace69c77064 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.896274] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for the task: (returnval){ [ 1445.896274] env[62099]: value = "task-1896482" [ 1445.896274] env[62099]: _type = "Task" [ 1445.896274] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.906153] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1896479, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.954452} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.906548] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 377d1f02-5d0a-49f8-881d-e6d9a1755a17/377d1f02-5d0a-49f8-881d-e6d9a1755a17.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1445.906781] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1445.907108] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7f5029e-58b7-400a-a831-293c00e1ff24 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.912543] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896482, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.919471] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Waiting for the task: (returnval){ [ 1445.919471] env[62099]: value = "task-1896483" [ 1445.919471] env[62099]: _type = "Task" [ 1445.919471] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.931989] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1896483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.149245] env[62099]: DEBUG nova.compute.manager [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1446.164554] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance e7e70eea-a577-46b4-be71-4c92229b8c70 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1446.405510] env[62099]: INFO nova.compute.manager [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Took 37.99 seconds to build instance. [ 1446.420326] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896482, 'name': ReconfigVM_Task, 'duration_secs': 0.400854} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.427035] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 0971d049-f5b5-44d0-982f-4bf351d245cb/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1446.428517] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b386e18-4a64-4ddb-87da-d0cda7619c3f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.439535] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1896483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088975} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.465228] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1446.474282] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f32bfb7-eafe-4fcb-8b81-2bb718ca94a9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.478104] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aed45102-e644-40ce-83c3-d81d9c968526 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.526449] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 377d1f02-5d0a-49f8-881d-e6d9a1755a17/377d1f02-5d0a-49f8-881d-e6d9a1755a17.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1446.530463] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d5f507e-f6b9-41bf-9bb9-3568224932fd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.552959] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for the task: (returnval){ [ 1446.552959] env[62099]: value = "task-1896484" [ 1446.552959] env[62099]: _type = "Task" [ 1446.552959] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.563447] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Waiting for the task: (returnval){ [ 1446.563447] env[62099]: value = "task-1896485" [ 1446.563447] env[62099]: _type = "Task" [ 1446.563447] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.573289] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.580770] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1896485, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.667973] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 1b4c7281-63df-4c1b-8583-e3db858f0c64 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1446.673035] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.489226] env[62099]: DEBUG oslo_concurrency.lockutils [None req-456cb8f3-4623-4bbe-a7dd-48443629803d tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Lock "700b04cd-ed0c-420b-b725-e1dcf1970601" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.491s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.490023] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance d142cd4c-3572-4bbc-971e-9d4dd4c551be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1447.510334] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896484, 'name': ReconfigVM_Task, 'duration_secs': 0.18979} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.513648] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1447.514199] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1896485, 'name': ReconfigVM_Task, 'duration_secs': 0.332627} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.514418] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-717f427a-ac8c-43e3-ab91-c099b755b785 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.516183] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 377d1f02-5d0a-49f8-881d-e6d9a1755a17/377d1f02-5d0a-49f8-881d-e6d9a1755a17.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1447.517110] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1389c784-93aa-4c1c-ad17-1a69747166ee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.524060] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Waiting for the task: (returnval){ [ 1447.524060] env[62099]: value = "task-1896486" [ 1447.524060] env[62099]: _type = "Task" [ 1447.524060] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.525348] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for the task: (returnval){ [ 1447.525348] env[62099]: value = "task-1896487" [ 1447.525348] env[62099]: _type = "Task" [ 1447.525348] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.536838] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1896486, 'name': Rename_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.540134] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.927892] env[62099]: DEBUG nova.compute.manager [req-fab8d7c9-e648-43a3-a84b-99105cce2e04 req-e48dba33-cc84-449d-9199-cea1a7ee55d9 service nova] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Received event network-changed-18598256-0b43-4d39-991e-710225eb45fa {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1447.927892] env[62099]: DEBUG nova.compute.manager [req-fab8d7c9-e648-43a3-a84b-99105cce2e04 req-e48dba33-cc84-449d-9199-cea1a7ee55d9 service nova] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Refreshing instance network info cache due to event network-changed-18598256-0b43-4d39-991e-710225eb45fa. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1447.927892] env[62099]: DEBUG oslo_concurrency.lockutils [req-fab8d7c9-e648-43a3-a84b-99105cce2e04 req-e48dba33-cc84-449d-9199-cea1a7ee55d9 service nova] Acquiring lock "refresh_cache-700b04cd-ed0c-420b-b725-e1dcf1970601" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.928067] env[62099]: DEBUG oslo_concurrency.lockutils [req-fab8d7c9-e648-43a3-a84b-99105cce2e04 req-e48dba33-cc84-449d-9199-cea1a7ee55d9 service nova] Acquired lock "refresh_cache-700b04cd-ed0c-420b-b725-e1dcf1970601" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.928292] env[62099]: DEBUG nova.network.neutron [req-fab8d7c9-e648-43a3-a84b-99105cce2e04 req-e48dba33-cc84-449d-9199-cea1a7ee55d9 service nova] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Refreshing network info cache for port 18598256-0b43-4d39-991e-710225eb45fa {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1447.992961] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 62799a7e-a62f-460e-aa23-c9e83514a020 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1447.993319] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1447.993478] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1448.005453] env[62099]: DEBUG nova.compute.manager [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1448.010429] env[62099]: DEBUG nova.compute.manager [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Stashing vm_state: active {{(pid=62099) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1448.053348] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1896486, 'name': Rename_Task, 'duration_secs': 0.337084} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.057166] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1448.057430] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896487, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.057641] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d306082-3888-44b0-a90e-60475367efdd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.075236] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Waiting for the task: (returnval){ [ 1448.075236] env[62099]: value = "task-1896488" [ 1448.075236] env[62099]: _type = "Task" [ 1448.075236] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.096843] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1896488, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.104139] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "interface-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.104139] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.104393] env[62099]: DEBUG nova.objects.instance [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lazy-loading 'flavor' on Instance uuid d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.532602] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.536119] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.552970] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896487, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.569850] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18b977e-a273-469a-8e2a-94edfe4a4fee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.580748] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fdab47-0d29-49ba-8540-d8735674e359 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.591187] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1896488, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.620300] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47409537-4328-44fb-b8ac-5a48944db5a5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.628533] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f39932e-fdfe-4a72-b95b-0d8c7f0a92e3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.643656] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.706313] env[62099]: DEBUG nova.objects.instance [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lazy-loading 'pci_requests' on Instance uuid d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.782269] env[62099]: DEBUG nova.network.neutron [req-fab8d7c9-e648-43a3-a84b-99105cce2e04 req-e48dba33-cc84-449d-9199-cea1a7ee55d9 service nova] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Updated VIF entry in instance network info cache for port 18598256-0b43-4d39-991e-710225eb45fa. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1448.782574] env[62099]: DEBUG nova.network.neutron [req-fab8d7c9-e648-43a3-a84b-99105cce2e04 req-e48dba33-cc84-449d-9199-cea1a7ee55d9 service nova] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Updating instance_info_cache with network_info: [{"id": "18598256-0b43-4d39-991e-710225eb45fa", "address": "fa:16:3e:54:44:b6", "network": {"id": "53bbbec2-6e89-4977-94d6-495dbc25325a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255688377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77d6e7a0c4dc414c83cb96f63a836a07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18598256-0b", "ovs_interfaceid": "18598256-0b43-4d39-991e-710225eb45fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.055452] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896487, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.087681] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1896488, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.146907] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1449.211744] env[62099]: DEBUG nova.objects.base [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1449.211959] env[62099]: DEBUG nova.network.neutron [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1449.253827] env[62099]: DEBUG nova.policy [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e613032b5c54e4b8d7961daa089ecc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '511d198b4c40466caacb6db27d52c0af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1449.286858] env[62099]: DEBUG oslo_concurrency.lockutils [req-fab8d7c9-e648-43a3-a84b-99105cce2e04 req-e48dba33-cc84-449d-9199-cea1a7ee55d9 service nova] Releasing lock "refresh_cache-700b04cd-ed0c-420b-b725-e1dcf1970601" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.555154] env[62099]: DEBUG oslo_vmware.api [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896487, 'name': PowerOnVM_Task, 'duration_secs': 1.851663} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.555571] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1449.559591] env[62099]: DEBUG nova.compute.manager [None req-23d1f707-ca4f-4cee-9eac-956cd4365e24 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1449.561256] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b366edbd-e78d-4fe3-9edc-bc1c7da0acb6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.598453] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1896488, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.652054] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1449.652329] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.572s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.652637] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.077s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.652934] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.655606] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.279s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.657321] env[62099]: INFO nova.compute.claims [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1449.661466] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.661635] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Cleaning up deleted instances {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1449.664147] env[62099]: DEBUG nova.network.neutron [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Successfully created port: 22b25175-437e-4e73-b801-5d352b1aaf67 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1449.707349] env[62099]: INFO nova.scheduler.client.report [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Deleted allocations for instance e64fb81e-2e3e-4725-86d2-75d8c69a1c16 [ 1450.101199] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1896488, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.175730] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] There are 14 instances to clean {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1450.175865] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 677cdcbd-4a38-4f74-9a1d-44cf3d9f8dde] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1450.212201] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "f5babee2-eada-48b0-99c6-eec3024633e2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.212867] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "f5babee2-eada-48b0-99c6-eec3024633e2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.216987] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3efcb2dc-0bee-47e4-a755-76a2ffdbf4cd tempest-ImagesOneServerTestJSON-151001045 tempest-ImagesOneServerTestJSON-151001045-project-member] Lock "e64fb81e-2e3e-4725-86d2-75d8c69a1c16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.311s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.597094] env[62099]: DEBUG oslo_vmware.api [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1896488, 'name': PowerOnVM_Task, 'duration_secs': 2.051228} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.597094] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1450.597094] env[62099]: INFO nova.compute.manager [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1450.597691] env[62099]: DEBUG nova.compute.manager [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1450.597973] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3093fd03-c840-4971-bd75-cfb04b6301c9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.681863] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: fa0cdd8f-05b3-4cf1-826c-4509f5e8d299] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1450.717571] env[62099]: DEBUG nova.compute.utils [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1451.115167] env[62099]: INFO nova.compute.manager [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Took 39.27 seconds to build instance. [ 1451.144415] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2123436-7684-4958-83dc-602478eb051d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.152312] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ef4316-dcd0-4b84-8992-7a8d1459051d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.182872] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7974fb-88ec-4347-a6e8-a8f28a596268 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.187214] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 15961ea8-5a20-4e94-a8f8-ef0d64247334] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1451.194043] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cc8048-48cd-4d13-b380-3cae1009b4af {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.207606] env[62099]: DEBUG nova.compute.provider_tree [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.220314] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "f5babee2-eada-48b0-99c6-eec3024633e2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.382521] env[62099]: DEBUG nova.network.neutron [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Successfully updated port: 22b25175-437e-4e73-b801-5d352b1aaf67 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1451.619890] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa73b4a0-a93c-47a0-af7a-09f5e69e8dd1 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Lock "377d1f02-5d0a-49f8-881d-e6d9a1755a17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.097s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.693531] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: fd044e0c-bdba-421e-8942-7132389d2430] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1451.710595] env[62099]: DEBUG nova.scheduler.client.report [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1451.884455] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "refresh_cache-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.884642] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "refresh_cache-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.884850] env[62099]: DEBUG nova.network.neutron [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.196273] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: cb685d54-5abc-432a-8289-1a0b8fe733db] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1452.215795] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.216884] env[62099]: DEBUG nova.compute.manager [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1452.219767] env[62099]: DEBUG oslo_concurrency.lockutils [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.230s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.222698] env[62099]: INFO nova.compute.claims [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1452.295300] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "f5babee2-eada-48b0-99c6-eec3024633e2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.295688] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "f5babee2-eada-48b0-99c6-eec3024633e2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.296011] env[62099]: INFO nova.compute.manager [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Attaching volume 560be247-1aab-4d40-b0f1-31acc82a0d2c to /dev/sdb [ 1452.342143] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b889044-04d9-4f37-b147-5773cab88ed7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.350381] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa88ba61-90f0-414c-aa0f-726e9ccc0a11 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.368467] env[62099]: DEBUG nova.virt.block_device [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Updating existing volume attachment record: cd98ca8d-b4fa-496b-83ad-0ed366289f6c {{(pid=62099) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1452.421791] env[62099]: WARNING nova.network.neutron [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] 6f765e9d-a2bf-4189-94d8-2d771046e341 already exists in list: networks containing: ['6f765e9d-a2bf-4189-94d8-2d771046e341']. ignoring it [ 1452.700345] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 5c1463e5-18ae-42bd-9714-0a0d0b1add1f] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1452.729017] env[62099]: DEBUG nova.compute.utils [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1452.731245] env[62099]: DEBUG nova.compute.manager [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1452.731466] env[62099]: DEBUG nova.network.neutron [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1452.785062] env[62099]: DEBUG nova.policy [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4842e6bf00d949efac5d9a9ebb05859b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '323f469402294e11ba18af98d5227f31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1452.923764] env[62099]: DEBUG oslo_vmware.rw_handles [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527eb6f3-d8e9-4c18-7cdc-65551a3c325a/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1452.924860] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57be914-9127-4de5-a451-3599c49acc4d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.932393] env[62099]: DEBUG oslo_vmware.rw_handles [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527eb6f3-d8e9-4c18-7cdc-65551a3c325a/disk-0.vmdk is in state: ready. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1452.932617] env[62099]: ERROR oslo_vmware.rw_handles [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527eb6f3-d8e9-4c18-7cdc-65551a3c325a/disk-0.vmdk due to incomplete transfer. [ 1452.932962] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1c80cc56-7a0b-4981-8122-f864f9b9c350 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.943586] env[62099]: DEBUG oslo_vmware.rw_handles [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527eb6f3-d8e9-4c18-7cdc-65551a3c325a/disk-0.vmdk. {{(pid=62099) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1452.943877] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Uploaded image 4a427cc2-cadc-48ce-9c0c-9a5474860611 to the Glance image server {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1452.946981] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Destroying the VM {{(pid=62099) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1452.947348] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9c451d12-e7fb-42af-a848-8b6b4c1ec538 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.958287] env[62099]: DEBUG oslo_vmware.api [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1452.958287] env[62099]: value = "task-1896492" [ 1452.958287] env[62099]: _type = "Task" [ 1452.958287] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.967517] env[62099]: DEBUG oslo_vmware.api [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896492, 'name': Destroy_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.028591] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Acquiring lock "3e81cc1d-d2a2-4efd-bdb1-858e463d857d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.029420] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Lock "3e81cc1d-d2a2-4efd-bdb1-858e463d857d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.029769] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Acquiring lock "3e81cc1d-d2a2-4efd-bdb1-858e463d857d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.029949] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Lock "3e81cc1d-d2a2-4efd-bdb1-858e463d857d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.030185] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Lock "3e81cc1d-d2a2-4efd-bdb1-858e463d857d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.034329] env[62099]: INFO nova.compute.manager [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Terminating instance [ 1453.078726] env[62099]: DEBUG nova.network.neutron [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Successfully created port: f93ddc53-0baa-46e7-b44c-51c26257317a {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1453.109730] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Acquiring lock "066f9ed3-95fb-4b34-9398-6937855f7e2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.109967] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Lock "066f9ed3-95fb-4b34-9398-6937855f7e2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.137182] env[62099]: DEBUG nova.network.neutron [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Updating instance_info_cache with network_info: [{"id": "c0ec30f5-db00-4e7c-abf6-4b8c064e0984", "address": "fa:16:3e:03:00:33", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ec30f5-db", "ovs_interfaceid": "c0ec30f5-db00-4e7c-abf6-4b8c064e0984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22b25175-437e-4e73-b801-5d352b1aaf67", "address": "fa:16:3e:fa:47:5f", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22b25175-43", "ovs_interfaceid": "22b25175-437e-4e73-b801-5d352b1aaf67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.204655] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 510b63b8-1358-4e3f-8ce1-093b46f80f8b] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1453.236120] env[62099]: DEBUG nova.compute.manager [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1453.472145] env[62099]: DEBUG oslo_vmware.api [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896492, 'name': Destroy_Task, 'duration_secs': 0.491847} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.472454] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Destroyed the VM [ 1453.472704] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Deleting Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1453.472990] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c3e8e0aa-8242-4ffb-a4f4-4e0c3212c78e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.484378] env[62099]: DEBUG oslo_vmware.api [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1453.484378] env[62099]: value = "task-1896493" [ 1453.484378] env[62099]: _type = "Task" [ 1453.484378] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.499929] env[62099]: DEBUG oslo_vmware.api [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896493, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.542036] env[62099]: DEBUG nova.compute.manager [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1453.542036] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1453.542036] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c663494e-1b6d-4727-b471-a9be267ef31b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.556316] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1453.556316] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebc04b2f-508d-4b60-ab7f-1933125f3e24 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.562151] env[62099]: DEBUG oslo_vmware.api [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Waiting for the task: (returnval){ [ 1453.562151] env[62099]: value = "task-1896494" [ 1453.562151] env[62099]: _type = "Task" [ 1453.562151] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.570939] env[62099]: DEBUG oslo_vmware.api [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': task-1896494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.612958] env[62099]: DEBUG nova.compute.manager [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1453.644016] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "refresh_cache-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.644016] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.644016] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.644016] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31482446-db32-4497-9214-6150ee12758a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.663340] env[62099]: DEBUG nova.virt.hardware [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1453.667013] env[62099]: DEBUG nova.virt.hardware [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1453.667013] env[62099]: DEBUG nova.virt.hardware [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1453.667013] env[62099]: DEBUG nova.virt.hardware [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1453.667013] env[62099]: DEBUG nova.virt.hardware [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1453.667013] env[62099]: DEBUG nova.virt.hardware [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1453.667013] env[62099]: DEBUG nova.virt.hardware [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1453.667013] env[62099]: DEBUG nova.virt.hardware [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1453.667013] env[62099]: DEBUG nova.virt.hardware [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1453.667013] env[62099]: DEBUG nova.virt.hardware [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1453.667013] env[62099]: DEBUG nova.virt.hardware [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1453.672570] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Reconfiguring VM to attach interface {{(pid=62099) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1453.676763] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5076bf70-c8cd-488e-93ed-ddb646160c29 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.698751] env[62099]: DEBUG oslo_vmware.api [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1453.698751] env[62099]: value = "task-1896495" [ 1453.698751] env[62099]: _type = "Task" [ 1453.698751] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.712023] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 6f139879-a83d-44cc-8d3a-4151114400ab] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1453.714577] env[62099]: DEBUG oslo_vmware.api [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896495, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.774044] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d13f781-d163-4195-b399-c27270352166 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.781516] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e2f9a1-62de-4bd3-9ab2-6422b5e169ef {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.822491] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b0f899-2854-4a66-b647-556c1d9be6a6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.832570] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda6d7bf-1310-4297-9e4e-13cf179ea36f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.847201] env[62099]: DEBUG nova.compute.provider_tree [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.996311] env[62099]: DEBUG oslo_vmware.api [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896493, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.074484] env[62099]: DEBUG oslo_vmware.api [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': task-1896494, 'name': PowerOffVM_Task, 'duration_secs': 0.372192} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.074836] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.075017] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1454.075289] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac2a1abe-fadc-4c3d-b931-fbe4d1e9b39d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.109621] env[62099]: DEBUG nova.compute.manager [req-921ed3cb-ee6f-49a6-a5d6-6a450bfa6136 req-64b22cd8-fa6a-4d4a-9900-c0af5098d6f6 service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Received event network-vif-plugged-22b25175-437e-4e73-b801-5d352b1aaf67 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1454.109990] env[62099]: DEBUG oslo_concurrency.lockutils [req-921ed3cb-ee6f-49a6-a5d6-6a450bfa6136 req-64b22cd8-fa6a-4d4a-9900-c0af5098d6f6 service nova] Acquiring lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.110288] env[62099]: DEBUG oslo_concurrency.lockutils [req-921ed3cb-ee6f-49a6-a5d6-6a450bfa6136 req-64b22cd8-fa6a-4d4a-9900-c0af5098d6f6 service nova] Lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.110519] env[62099]: DEBUG oslo_concurrency.lockutils [req-921ed3cb-ee6f-49a6-a5d6-6a450bfa6136 req-64b22cd8-fa6a-4d4a-9900-c0af5098d6f6 service nova] Lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.110624] env[62099]: DEBUG nova.compute.manager [req-921ed3cb-ee6f-49a6-a5d6-6a450bfa6136 req-64b22cd8-fa6a-4d4a-9900-c0af5098d6f6 service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] No waiting events found dispatching network-vif-plugged-22b25175-437e-4e73-b801-5d352b1aaf67 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1454.110794] env[62099]: WARNING nova.compute.manager [req-921ed3cb-ee6f-49a6-a5d6-6a450bfa6136 req-64b22cd8-fa6a-4d4a-9900-c0af5098d6f6 service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Received unexpected event network-vif-plugged-22b25175-437e-4e73-b801-5d352b1aaf67 for instance with vm_state active and task_state None. [ 1454.134645] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.168843] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1454.169143] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1454.169408] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Deleting the datastore file [datastore2] 3e81cc1d-d2a2-4efd-bdb1-858e463d857d {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1454.169682] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d877507b-201a-428f-a2df-ebba1278f4bb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.177356] env[62099]: DEBUG oslo_vmware.api [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Waiting for the task: (returnval){ [ 1454.177356] env[62099]: value = "task-1896497" [ 1454.177356] env[62099]: _type = "Task" [ 1454.177356] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.185436] env[62099]: DEBUG oslo_vmware.api [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': task-1896497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.217403] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: ea708012-87f2-461a-9b9b-8d9fb47c4702] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1454.219660] env[62099]: DEBUG oslo_vmware.api [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.246855] env[62099]: DEBUG nova.compute.manager [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1454.272684] env[62099]: DEBUG nova.virt.hardware [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1454.273010] env[62099]: DEBUG nova.virt.hardware [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1454.273195] env[62099]: DEBUG nova.virt.hardware [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1454.273428] env[62099]: DEBUG nova.virt.hardware [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1454.273646] env[62099]: DEBUG nova.virt.hardware [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1454.273838] env[62099]: DEBUG nova.virt.hardware [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1454.274126] env[62099]: DEBUG nova.virt.hardware [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1454.274355] env[62099]: DEBUG nova.virt.hardware [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1454.274572] env[62099]: DEBUG nova.virt.hardware [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1454.274862] env[62099]: DEBUG nova.virt.hardware [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1454.275275] env[62099]: DEBUG nova.virt.hardware [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1454.276305] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8243d88a-36e5-4f93-836d-049d128ef85e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.286115] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f943c3-f7e9-4ccf-a97b-f5118d474280 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.351679] env[62099]: DEBUG nova.scheduler.client.report [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1454.497173] env[62099]: DEBUG oslo_vmware.api [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896493, 'name': RemoveSnapshot_Task, 'duration_secs': 0.943222} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.497468] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Deleted Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1454.497691] env[62099]: INFO nova.compute.manager [None req-5a7ef27a-a24f-4dd4-a4d0-eb54b105a148 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Took 15.77 seconds to snapshot the instance on the hypervisor. [ 1454.688670] env[62099]: DEBUG oslo_vmware.api [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Task: {'id': task-1896497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291488} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.689208] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1454.689435] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1454.689688] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1454.689915] env[62099]: INFO nova.compute.manager [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1454.690180] env[62099]: DEBUG oslo.service.loopingcall [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1454.690382] env[62099]: DEBUG nova.compute.manager [-] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1454.690477] env[62099]: DEBUG nova.network.neutron [-] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1454.711935] env[62099]: DEBUG oslo_vmware.api [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896495, 'name': ReconfigVM_Task, 'duration_secs': 0.870217} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.712456] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.712645] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Reconfigured VM to attach interface {{(pid=62099) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1454.723532] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: b6671cb6-6333-47f7-a79d-bcef4f9831f8] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1454.857700] env[62099]: DEBUG oslo_concurrency.lockutils [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.858265] env[62099]: DEBUG nova.compute.manager [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1454.861158] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.819s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.862809] env[62099]: INFO nova.compute.claims [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1455.123803] env[62099]: DEBUG nova.network.neutron [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Successfully updated port: f93ddc53-0baa-46e7-b44c-51c26257317a {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1455.218577] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7d8b8398-2e5f-47f1-8470-8c52e78da971 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.114s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.232018] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 8566dee0-0c78-4f80-9c3b-82890cd2f18f] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1455.370258] env[62099]: DEBUG nova.compute.utils [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1455.376029] env[62099]: DEBUG nova.compute.manager [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1455.376029] env[62099]: DEBUG nova.network.neutron [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1455.418796] env[62099]: DEBUG nova.policy [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f135ebc3627c4a24a0576f3904fe688b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee81b66abbdc4bd4a84ad683eaadb62c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1455.627987] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "refresh_cache-2a3e8dcf-23dd-4f09-9126-e254ab8ef9de" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.628070] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquired lock "refresh_cache-2a3e8dcf-23dd-4f09-9126-e254ab8ef9de" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.630030] env[62099]: DEBUG nova.network.neutron [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1455.733685] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: b6e143fb-f149-40b7-ba96-1bf7f8b98274] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1455.803511] env[62099]: DEBUG nova.network.neutron [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Successfully created port: b8cbb349-305d-4fbd-a221-36655d59e1bf {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1455.810031] env[62099]: DEBUG nova.compute.manager [req-c41d2611-7f37-49b6-bc2f-cd92fde66b89 req-5bf5a20e-8078-4ee5-a6d7-69ba50f5a336 service nova] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Received event network-vif-plugged-f93ddc53-0baa-46e7-b44c-51c26257317a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1455.810569] env[62099]: DEBUG oslo_concurrency.lockutils [req-c41d2611-7f37-49b6-bc2f-cd92fde66b89 req-5bf5a20e-8078-4ee5-a6d7-69ba50f5a336 service nova] Acquiring lock "2a3e8dcf-23dd-4f09-9126-e254ab8ef9de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.811448] env[62099]: DEBUG oslo_concurrency.lockutils [req-c41d2611-7f37-49b6-bc2f-cd92fde66b89 req-5bf5a20e-8078-4ee5-a6d7-69ba50f5a336 service nova] Lock "2a3e8dcf-23dd-4f09-9126-e254ab8ef9de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.811673] env[62099]: DEBUG oslo_concurrency.lockutils [req-c41d2611-7f37-49b6-bc2f-cd92fde66b89 req-5bf5a20e-8078-4ee5-a6d7-69ba50f5a336 service nova] Lock "2a3e8dcf-23dd-4f09-9126-e254ab8ef9de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.812050] env[62099]: DEBUG nova.compute.manager [req-c41d2611-7f37-49b6-bc2f-cd92fde66b89 req-5bf5a20e-8078-4ee5-a6d7-69ba50f5a336 service nova] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] No waiting events found dispatching network-vif-plugged-f93ddc53-0baa-46e7-b44c-51c26257317a {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1455.812331] env[62099]: WARNING nova.compute.manager [req-c41d2611-7f37-49b6-bc2f-cd92fde66b89 req-5bf5a20e-8078-4ee5-a6d7-69ba50f5a336 service nova] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Received unexpected event network-vif-plugged-f93ddc53-0baa-46e7-b44c-51c26257317a for instance with vm_state building and task_state spawning. [ 1455.858018] env[62099]: DEBUG nova.network.neutron [-] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.874573] env[62099]: DEBUG nova.compute.manager [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1456.180245] env[62099]: DEBUG nova.network.neutron [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1456.236537] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: ab5afe79-cc50-4dde-b1df-49e9dd1d9fc4] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1456.348168] env[62099]: DEBUG nova.network.neutron [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Updating instance_info_cache with network_info: [{"id": "f93ddc53-0baa-46e7-b44c-51c26257317a", "address": "fa:16:3e:ef:57:96", "network": {"id": "d8304558-14f4-4c19-a583-7dfc24f484dd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1475044829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323f469402294e11ba18af98d5227f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93ddc53-0b", "ovs_interfaceid": "f93ddc53-0baa-46e7-b44c-51c26257317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.360788] env[62099]: INFO nova.compute.manager [-] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Took 1.67 seconds to deallocate network for instance. [ 1456.390159] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81605b64-b3c7-4a6a-ad1f-b28ebef74955 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.399987] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42960fc6-77b8-4000-bd3d-8e58d8140da8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.432820] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66daf139-fc5d-4f3a-be6d-eebb0f548e0f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.441047] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa10859-af2a-40ca-a5be-a193394035e7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.454879] env[62099]: DEBUG nova.compute.provider_tree [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.742110] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: e1197d80-5d4b-4130-96aa-35e246a2c8c2] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1456.811956] env[62099]: DEBUG nova.compute.manager [req-9ff59436-a9f2-43f4-857f-f5bd7f2f6b40 req-8354710a-d493-4bdf-91d3-d1d6043e9bf8 service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Received event network-changed-22b25175-437e-4e73-b801-5d352b1aaf67 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1456.811956] env[62099]: DEBUG nova.compute.manager [req-9ff59436-a9f2-43f4-857f-f5bd7f2f6b40 req-8354710a-d493-4bdf-91d3-d1d6043e9bf8 service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Refreshing instance network info cache due to event network-changed-22b25175-437e-4e73-b801-5d352b1aaf67. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1456.811956] env[62099]: DEBUG oslo_concurrency.lockutils [req-9ff59436-a9f2-43f4-857f-f5bd7f2f6b40 req-8354710a-d493-4bdf-91d3-d1d6043e9bf8 service nova] Acquiring lock "refresh_cache-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.811956] env[62099]: DEBUG oslo_concurrency.lockutils [req-9ff59436-a9f2-43f4-857f-f5bd7f2f6b40 req-8354710a-d493-4bdf-91d3-d1d6043e9bf8 service nova] Acquired lock "refresh_cache-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.812455] env[62099]: DEBUG nova.network.neutron [req-9ff59436-a9f2-43f4-857f-f5bd7f2f6b40 req-8354710a-d493-4bdf-91d3-d1d6043e9bf8 service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Refreshing network info cache for port 22b25175-437e-4e73-b801-5d352b1aaf67 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1456.850825] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Releasing lock "refresh_cache-2a3e8dcf-23dd-4f09-9126-e254ab8ef9de" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.851176] env[62099]: DEBUG nova.compute.manager [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Instance network_info: |[{"id": "f93ddc53-0baa-46e7-b44c-51c26257317a", "address": "fa:16:3e:ef:57:96", "network": {"id": "d8304558-14f4-4c19-a583-7dfc24f484dd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1475044829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323f469402294e11ba18af98d5227f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93ddc53-0b", "ovs_interfaceid": "f93ddc53-0baa-46e7-b44c-51c26257317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1456.851600] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:57:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f93ddc53-0baa-46e7-b44c-51c26257317a', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1456.859158] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Creating folder: Project (323f469402294e11ba18af98d5227f31). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1456.860171] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b94ee1f2-7a0d-4684-9066-0ad58bb1151a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.867825] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.872930] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Created folder: Project (323f469402294e11ba18af98d5227f31) in parent group-v391507. [ 1456.873565] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Creating folder: Instances. Parent ref: group-v391623. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1456.873565] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0525e0df-74a3-4cf8-a464-41a47c63bdad {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.884180] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Created folder: Instances in parent group-v391623. [ 1456.884180] env[62099]: DEBUG oslo.service.loopingcall [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1456.884180] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1456.884507] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c7a4c87-7d44-4967-845d-967e42b76afa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.900953] env[62099]: DEBUG nova.compute.manager [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1456.908711] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1456.908711] env[62099]: value = "task-1896501" [ 1456.908711] env[62099]: _type = "Task" [ 1456.908711] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.921263] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896501, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.932307] env[62099]: DEBUG nova.virt.hardware [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1456.932580] env[62099]: DEBUG nova.virt.hardware [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1456.932752] env[62099]: DEBUG nova.virt.hardware [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1456.932967] env[62099]: DEBUG nova.virt.hardware [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1456.933131] env[62099]: DEBUG nova.virt.hardware [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1456.933279] env[62099]: DEBUG nova.virt.hardware [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1456.933537] env[62099]: DEBUG nova.virt.hardware [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1456.933681] env[62099]: DEBUG nova.virt.hardware [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1456.933867] env[62099]: DEBUG nova.virt.hardware [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1456.934088] env[62099]: DEBUG nova.virt.hardware [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1456.934362] env[62099]: DEBUG nova.virt.hardware [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1456.935451] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf652b0-c1ca-42ed-9532-6c22565b7a02 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.945061] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dabd123-e4de-4c97-8c40-5b8c4fbd6c71 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.961342] env[62099]: DEBUG nova.scheduler.client.report [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1457.245780] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.245956] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Cleaning up deleted instances with incomplete migration {{(pid=62099) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1457.421926] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Volume attach. Driver type: vmdk {{(pid=62099) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1457.422085] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391622', 'volume_id': '560be247-1aab-4d40-b0f1-31acc82a0d2c', 'name': 'volume-560be247-1aab-4d40-b0f1-31acc82a0d2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5babee2-eada-48b0-99c6-eec3024633e2', 'attached_at': '', 'detached_at': '', 'volume_id': '560be247-1aab-4d40-b0f1-31acc82a0d2c', 'serial': '560be247-1aab-4d40-b0f1-31acc82a0d2c'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1457.425703] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5254f68b-8326-42a6-b6e4-275806e982d7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.446220] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896501, 'name': CreateVM_Task, 'duration_secs': 0.392217} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.446220] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1457.446880] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edd358d-c146-493c-bffd-de1b2a7b8c25 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.450131] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.450296] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.450619] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1457.451179] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcc72bee-e489-480f-9b3e-e989b55b7f3e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.456336] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1457.456336] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d5569e-01ca-9e23-5e8a-b7b02a91b989" [ 1457.456336] env[62099]: _type = "Task" [ 1457.456336] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.471196] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.471738] env[62099]: DEBUG nova.compute.manager [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1457.481787] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] volume-560be247-1aab-4d40-b0f1-31acc82a0d2c/volume-560be247-1aab-4d40-b0f1-31acc82a0d2c.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.487055] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.847s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.490919] env[62099]: INFO nova.compute.claims [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1457.493836] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adeac78e-4b43-4fbe-ac7a-b446d4d8bc40 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.517024] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d5569e-01ca-9e23-5e8a-b7b02a91b989, 'name': SearchDatastore_Task, 'duration_secs': 0.0406} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.517730] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.517983] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1457.518305] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.518593] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.519476] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1457.519476] env[62099]: DEBUG oslo_vmware.api [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1457.519476] env[62099]: value = "task-1896502" [ 1457.519476] env[62099]: _type = "Task" [ 1457.519476] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.519476] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5272f1c1-8c1b-4355-8eb1-b4e5e5a24b30 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.531288] env[62099]: DEBUG oslo_vmware.api [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896502, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.532727] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1457.532897] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1457.533606] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9a119f-a7fe-467f-bae2-5e8eea65f762 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.540996] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1457.540996] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ca8eb8-f639-72b2-ef63-b32974000c46" [ 1457.540996] env[62099]: _type = "Task" [ 1457.540996] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.551324] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ca8eb8-f639-72b2-ef63-b32974000c46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.615729] env[62099]: DEBUG nova.network.neutron [req-9ff59436-a9f2-43f4-857f-f5bd7f2f6b40 req-8354710a-d493-4bdf-91d3-d1d6043e9bf8 service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Updated VIF entry in instance network info cache for port 22b25175-437e-4e73-b801-5d352b1aaf67. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1457.616218] env[62099]: DEBUG nova.network.neutron [req-9ff59436-a9f2-43f4-857f-f5bd7f2f6b40 req-8354710a-d493-4bdf-91d3-d1d6043e9bf8 service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Updating instance_info_cache with network_info: [{"id": "c0ec30f5-db00-4e7c-abf6-4b8c064e0984", "address": "fa:16:3e:03:00:33", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ec30f5-db", "ovs_interfaceid": "c0ec30f5-db00-4e7c-abf6-4b8c064e0984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22b25175-437e-4e73-b801-5d352b1aaf67", "address": "fa:16:3e:fa:47:5f", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22b25175-43", "ovs_interfaceid": "22b25175-437e-4e73-b801-5d352b1aaf67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.748696] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.887228] env[62099]: DEBUG nova.network.neutron [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Successfully updated port: b8cbb349-305d-4fbd-a221-36655d59e1bf {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1457.979462] env[62099]: DEBUG nova.compute.utils [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1457.981740] env[62099]: DEBUG nova.compute.manager [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1457.981740] env[62099]: DEBUG nova.network.neutron [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1458.032215] env[62099]: DEBUG oslo_vmware.api [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896502, 'name': ReconfigVM_Task, 'duration_secs': 0.36524} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.032496] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Reconfigured VM instance instance-0000001a to attach disk [datastore2] volume-560be247-1aab-4d40-b0f1-31acc82a0d2c/volume-560be247-1aab-4d40-b0f1-31acc82a0d2c.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1458.039327] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56e41308-a44c-43ab-b153-959ee00d7b3e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.062530] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ca8eb8-f639-72b2-ef63-b32974000c46, 'name': SearchDatastore_Task, 'duration_secs': 0.013596} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.064393] env[62099]: DEBUG oslo_vmware.api [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1458.064393] env[62099]: value = "task-1896503" [ 1458.064393] env[62099]: _type = "Task" [ 1458.064393] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.064635] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a8f948-149e-446b-83a1-dd60dabe882f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.073912] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1458.073912] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]522e612a-5431-d0b6-b542-a90a4b967c10" [ 1458.073912] env[62099]: _type = "Task" [ 1458.073912] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.077677] env[62099]: DEBUG oslo_vmware.api [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896503, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.091496] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522e612a-5431-d0b6-b542-a90a4b967c10, 'name': SearchDatastore_Task, 'duration_secs': 0.012242} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.092058] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.092468] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de/2a3e8dcf-23dd-4f09-9126-e254ab8ef9de.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1458.092920] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f7aee5f-3c85-460f-9ba8-507cf3170c97 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.099605] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1458.099605] env[62099]: value = "task-1896504" [ 1458.099605] env[62099]: _type = "Task" [ 1458.099605] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.108166] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.118979] env[62099]: DEBUG oslo_concurrency.lockutils [req-9ff59436-a9f2-43f4-857f-f5bd7f2f6b40 req-8354710a-d493-4bdf-91d3-d1d6043e9bf8 service nova] Releasing lock "refresh_cache-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.119501] env[62099]: DEBUG nova.compute.manager [req-9ff59436-a9f2-43f4-857f-f5bd7f2f6b40 req-8354710a-d493-4bdf-91d3-d1d6043e9bf8 service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Received event network-changed-bf907819-4709-4d75-99f5-23d366b4d127 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1458.119851] env[62099]: DEBUG nova.compute.manager [req-9ff59436-a9f2-43f4-857f-f5bd7f2f6b40 req-8354710a-d493-4bdf-91d3-d1d6043e9bf8 service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Refreshing instance network info cache due to event network-changed-bf907819-4709-4d75-99f5-23d366b4d127. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1458.120355] env[62099]: DEBUG oslo_concurrency.lockutils [req-9ff59436-a9f2-43f4-857f-f5bd7f2f6b40 req-8354710a-d493-4bdf-91d3-d1d6043e9bf8 service nova] Acquiring lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.120705] env[62099]: DEBUG oslo_concurrency.lockutils [req-9ff59436-a9f2-43f4-857f-f5bd7f2f6b40 req-8354710a-d493-4bdf-91d3-d1d6043e9bf8 service nova] Acquired lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.121259] env[62099]: DEBUG nova.network.neutron [req-9ff59436-a9f2-43f4-857f-f5bd7f2f6b40 req-8354710a-d493-4bdf-91d3-d1d6043e9bf8 service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Refreshing network info cache for port bf907819-4709-4d75-99f5-23d366b4d127 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.254778] env[62099]: DEBUG nova.policy [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aefef81d46c84981af60a083a0c45ed7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9ea02632ca94994997d79efa82bacb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1458.392044] env[62099]: DEBUG oslo_concurrency.lockutils [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "refresh_cache-91d4cb71-8a1c-43d0-8940-6fde1bd65466" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.392044] env[62099]: DEBUG oslo_concurrency.lockutils [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired lock "refresh_cache-91d4cb71-8a1c-43d0-8940-6fde1bd65466" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.392044] env[62099]: DEBUG nova.network.neutron [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.430551] env[62099]: DEBUG nova.compute.manager [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1458.431624] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f4f747-1b2d-4696-b284-ea171a145ab6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.487627] env[62099]: DEBUG nova.compute.manager [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1458.523744] env[62099]: DEBUG nova.compute.manager [req-ba8a53cb-90a9-4858-ad7b-2dbb96236a0f req-faaa05c0-d1de-4abe-994c-a3c081475281 service nova] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Received event network-changed-c22f6e1a-1a32-427a-a8c7-a09099db6431 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1458.525336] env[62099]: DEBUG nova.compute.manager [req-ba8a53cb-90a9-4858-ad7b-2dbb96236a0f req-faaa05c0-d1de-4abe-994c-a3c081475281 service nova] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Refreshing instance network info cache due to event network-changed-c22f6e1a-1a32-427a-a8c7-a09099db6431. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1458.525736] env[62099]: DEBUG oslo_concurrency.lockutils [req-ba8a53cb-90a9-4858-ad7b-2dbb96236a0f req-faaa05c0-d1de-4abe-994c-a3c081475281 service nova] Acquiring lock "refresh_cache-377d1f02-5d0a-49f8-881d-e6d9a1755a17" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.526071] env[62099]: DEBUG oslo_concurrency.lockutils [req-ba8a53cb-90a9-4858-ad7b-2dbb96236a0f req-faaa05c0-d1de-4abe-994c-a3c081475281 service nova] Acquired lock "refresh_cache-377d1f02-5d0a-49f8-881d-e6d9a1755a17" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.526479] env[62099]: DEBUG nova.network.neutron [req-ba8a53cb-90a9-4858-ad7b-2dbb96236a0f req-faaa05c0-d1de-4abe-994c-a3c081475281 service nova] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Refreshing network info cache for port c22f6e1a-1a32-427a-a8c7-a09099db6431 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.578122] env[62099]: DEBUG oslo_vmware.api [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896503, 'name': ReconfigVM_Task, 'duration_secs': 0.140309} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.578548] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391622', 'volume_id': '560be247-1aab-4d40-b0f1-31acc82a0d2c', 'name': 'volume-560be247-1aab-4d40-b0f1-31acc82a0d2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5babee2-eada-48b0-99c6-eec3024633e2', 'attached_at': '', 'detached_at': '', 'volume_id': '560be247-1aab-4d40-b0f1-31acc82a0d2c', 'serial': '560be247-1aab-4d40-b0f1-31acc82a0d2c'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1458.612369] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896504, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.814774] env[62099]: DEBUG nova.network.neutron [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Successfully created port: c49dd052-f811-4ef1-b71e-31037df43b72 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1458.914770] env[62099]: DEBUG nova.network.neutron [req-9ff59436-a9f2-43f4-857f-f5bd7f2f6b40 req-8354710a-d493-4bdf-91d3-d1d6043e9bf8 service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Updated VIF entry in instance network info cache for port bf907819-4709-4d75-99f5-23d366b4d127. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1458.915181] env[62099]: DEBUG nova.network.neutron [req-9ff59436-a9f2-43f4-857f-f5bd7f2f6b40 req-8354710a-d493-4bdf-91d3-d1d6043e9bf8 service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Updating instance_info_cache with network_info: [{"id": "bf907819-4709-4d75-99f5-23d366b4d127", "address": "fa:16:3e:6b:f8:57", "network": {"id": "f35d5860-0305-4e87-a411-94868ac26ba7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-432819834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19e3263e78cf48df9e4f18015609cce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf907819-47", "ovs_interfaceid": "bf907819-4709-4d75-99f5-23d366b4d127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.926564] env[62099]: DEBUG nova.network.neutron [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1458.944017] env[62099]: INFO nova.compute.manager [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] instance snapshotting [ 1458.949191] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70d1e37-c9ce-4af4-ab66-ad6aaef8d6e5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.974936] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6710ce8-da75-4bdc-9d59-667b44ae3685 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.035226] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9962e5f2-5a63-43b3-8809-f8d75bff60f7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.043208] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a0d4ed-5a1d-4a52-994a-fc5522beee3b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.078212] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13182fa-e946-445e-b3bc-c209d1362737 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.090782] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdbe673-bb83-445e-80d2-2846041a2a65 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.107088] env[62099]: DEBUG nova.compute.provider_tree [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.117265] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673397} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.117411] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de/2a3e8dcf-23dd-4f09-9126-e254ab8ef9de.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1459.117730] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1459.117847] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd0c846a-1a65-4e82-91b4-57118940e7bb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.125758] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1459.125758] env[62099]: value = "task-1896505" [ 1459.125758] env[62099]: _type = "Task" [ 1459.125758] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.133748] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.161124] env[62099]: DEBUG nova.network.neutron [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Updating instance_info_cache with network_info: [{"id": "b8cbb349-305d-4fbd-a221-36655d59e1bf", "address": "fa:16:3e:11:3f:fc", "network": {"id": "365e58ad-bf37-4027-bea7-f6435b10c7fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1959660345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee81b66abbdc4bd4a84ad683eaadb62c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8cbb349-30", "ovs_interfaceid": "b8cbb349-305d-4fbd-a221-36655d59e1bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.250847] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.251100] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.251226] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1459.298950] env[62099]: DEBUG nova.network.neutron [req-ba8a53cb-90a9-4858-ad7b-2dbb96236a0f req-faaa05c0-d1de-4abe-994c-a3c081475281 service nova] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Updated VIF entry in instance network info cache for port c22f6e1a-1a32-427a-a8c7-a09099db6431. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.299350] env[62099]: DEBUG nova.network.neutron [req-ba8a53cb-90a9-4858-ad7b-2dbb96236a0f req-faaa05c0-d1de-4abe-994c-a3c081475281 service nova] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Updating instance_info_cache with network_info: [{"id": "c22f6e1a-1a32-427a-a8c7-a09099db6431", "address": "fa:16:3e:c1:07:90", "network": {"id": "43f26818-3c1d-43e9-964d-8bc81c764965", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1334531451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32720bb70b6d44278168f1743185d8fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc22f6e1a-1a", "ovs_interfaceid": "c22f6e1a-1a32-427a-a8c7-a09099db6431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.359770] env[62099]: DEBUG nova.compute.manager [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Received event network-changed-bf907819-4709-4d75-99f5-23d366b4d127 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1459.360013] env[62099]: DEBUG nova.compute.manager [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Refreshing instance network info cache due to event network-changed-bf907819-4709-4d75-99f5-23d366b4d127. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1459.360542] env[62099]: DEBUG oslo_concurrency.lockutils [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] Acquiring lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.417357] env[62099]: DEBUG oslo_concurrency.lockutils [req-9ff59436-a9f2-43f4-857f-f5bd7f2f6b40 req-8354710a-d493-4bdf-91d3-d1d6043e9bf8 service nova] Releasing lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.417685] env[62099]: DEBUG nova.compute.manager [req-9ff59436-a9f2-43f4-857f-f5bd7f2f6b40 req-8354710a-d493-4bdf-91d3-d1d6043e9bf8 service nova] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Received event network-vif-deleted-a05b74d5-b81f-4c24-9493-596d0d870335 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1459.418145] env[62099]: DEBUG oslo_concurrency.lockutils [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] Acquired lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.418331] env[62099]: DEBUG nova.network.neutron [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Refreshing network info cache for port bf907819-4709-4d75-99f5-23d366b4d127 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.487855] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Creating Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1459.487855] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c35882ea-5835-459f-ba40-1f4d6cc993c9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.494978] env[62099]: DEBUG nova.compute.manager [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1459.498631] env[62099]: DEBUG oslo_vmware.api [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1459.498631] env[62099]: value = "task-1896506" [ 1459.498631] env[62099]: _type = "Task" [ 1459.498631] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.507313] env[62099]: DEBUG oslo_vmware.api [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896506, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.538951] env[62099]: DEBUG nova.virt.hardware [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1459.539109] env[62099]: DEBUG nova.virt.hardware [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.539266] env[62099]: DEBUG nova.virt.hardware [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1459.539483] env[62099]: DEBUG nova.virt.hardware [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.539678] env[62099]: DEBUG nova.virt.hardware [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1459.539835] env[62099]: DEBUG nova.virt.hardware [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1459.540064] env[62099]: DEBUG nova.virt.hardware [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1459.540231] env[62099]: DEBUG nova.virt.hardware [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1459.540421] env[62099]: DEBUG nova.virt.hardware [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1459.540582] env[62099]: DEBUG nova.virt.hardware [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1459.540790] env[62099]: DEBUG nova.virt.hardware [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1459.541709] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e8ecef-83d2-475e-af7a-bb91da20d0a7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.552661] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8d1991-8f78-4702-85b9-7d0ad07c2117 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.613766] env[62099]: DEBUG nova.scheduler.client.report [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.640470] env[62099]: DEBUG nova.objects.instance [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lazy-loading 'flavor' on Instance uuid f5babee2-eada-48b0-99c6-eec3024633e2 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.641763] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064567} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.642678] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1459.643504] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfc4f73-16af-4d6f-8f06-d1f4183496a4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.669092] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de/2a3e8dcf-23dd-4f09-9126-e254ab8ef9de.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1459.669891] env[62099]: DEBUG oslo_concurrency.lockutils [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Releasing lock "refresh_cache-91d4cb71-8a1c-43d0-8940-6fde1bd65466" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.670198] env[62099]: DEBUG nova.compute.manager [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Instance network_info: |[{"id": "b8cbb349-305d-4fbd-a221-36655d59e1bf", "address": "fa:16:3e:11:3f:fc", "network": {"id": "365e58ad-bf37-4027-bea7-f6435b10c7fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1959660345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee81b66abbdc4bd4a84ad683eaadb62c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8cbb349-30", "ovs_interfaceid": "b8cbb349-305d-4fbd-a221-36655d59e1bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1459.670460] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb7da191-4699-418a-9e21-161df3d55eb5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.684770] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:3f:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8cbb349-305d-4fbd-a221-36655d59e1bf', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1459.692187] env[62099]: DEBUG oslo.service.loopingcall [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1459.692874] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "interface-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd-22b25175-437e-4e73-b801-5d352b1aaf67" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.693090] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd-22b25175-437e-4e73-b801-5d352b1aaf67" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.694603] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1459.695391] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-850df10e-c75c-4abc-92fa-99305cd0ff61 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.712855] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1459.712855] env[62099]: value = "task-1896507" [ 1459.712855] env[62099]: _type = "Task" [ 1459.712855] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.719316] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1459.719316] env[62099]: value = "task-1896508" [ 1459.719316] env[62099]: _type = "Task" [ 1459.719316] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.726777] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.731723] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896508, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.771300] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "refresh_cache-d1ef41d8-83c8-45da-b3e6-f4754d12869d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.771827] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquired lock "refresh_cache-d1ef41d8-83c8-45da-b3e6-f4754d12869d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.771827] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Forcefully refreshing network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1459.801527] env[62099]: DEBUG oslo_concurrency.lockutils [req-ba8a53cb-90a9-4858-ad7b-2dbb96236a0f req-faaa05c0-d1de-4abe-994c-a3c081475281 service nova] Releasing lock "refresh_cache-377d1f02-5d0a-49f8-881d-e6d9a1755a17" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.801788] env[62099]: DEBUG nova.compute.manager [req-ba8a53cb-90a9-4858-ad7b-2dbb96236a0f req-faaa05c0-d1de-4abe-994c-a3c081475281 service nova] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Received event network-changed-f93ddc53-0baa-46e7-b44c-51c26257317a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1459.802020] env[62099]: DEBUG nova.compute.manager [req-ba8a53cb-90a9-4858-ad7b-2dbb96236a0f req-faaa05c0-d1de-4abe-994c-a3c081475281 service nova] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Refreshing instance network info cache due to event network-changed-f93ddc53-0baa-46e7-b44c-51c26257317a. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1459.802208] env[62099]: DEBUG oslo_concurrency.lockutils [req-ba8a53cb-90a9-4858-ad7b-2dbb96236a0f req-faaa05c0-d1de-4abe-994c-a3c081475281 service nova] Acquiring lock "refresh_cache-2a3e8dcf-23dd-4f09-9126-e254ab8ef9de" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.802361] env[62099]: DEBUG oslo_concurrency.lockutils [req-ba8a53cb-90a9-4858-ad7b-2dbb96236a0f req-faaa05c0-d1de-4abe-994c-a3c081475281 service nova] Acquired lock "refresh_cache-2a3e8dcf-23dd-4f09-9126-e254ab8ef9de" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.802565] env[62099]: DEBUG nova.network.neutron [req-ba8a53cb-90a9-4858-ad7b-2dbb96236a0f req-faaa05c0-d1de-4abe-994c-a3c081475281 service nova] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Refreshing network info cache for port f93ddc53-0baa-46e7-b44c-51c26257317a {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1460.009774] env[62099]: DEBUG oslo_vmware.api [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896506, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.119601] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.120374] env[62099]: DEBUG nova.compute.manager [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1460.125195] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.374s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.125801] env[62099]: INFO nova.compute.claims [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1460.146851] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e7194979-88cf-4792-8eea-bbd4283d0981 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "f5babee2-eada-48b0-99c6-eec3024633e2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.850s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.176499] env[62099]: DEBUG nova.network.neutron [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Updated VIF entry in instance network info cache for port bf907819-4709-4d75-99f5-23d366b4d127. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.176499] env[62099]: DEBUG nova.network.neutron [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Updating instance_info_cache with network_info: [{"id": "bf907819-4709-4d75-99f5-23d366b4d127", "address": "fa:16:3e:6b:f8:57", "network": {"id": "f35d5860-0305-4e87-a411-94868ac26ba7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-432819834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19e3263e78cf48df9e4f18015609cce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf907819-47", "ovs_interfaceid": "bf907819-4709-4d75-99f5-23d366b4d127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.197380] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.197380] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.198056] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6fd26a-ba62-43aa-bdc3-59180544c10b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.219058] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa27b033-c751-4f47-94d8-6adac796862e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.230103] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896507, 'name': ReconfigVM_Task, 'duration_secs': 0.376516} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.247048] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de/2a3e8dcf-23dd-4f09-9126-e254ab8ef9de.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1460.252030] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Reconfiguring VM to detach interface {{(pid=62099) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1460.255235] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce687bfb-4187-4dce-9b55-60d767d07b43 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.256767] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bce17b72-8791-4789-8cc4-99b205382514 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.269598] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896508, 'name': CreateVM_Task, 'duration_secs': 0.35062} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.270102] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1460.271503] env[62099]: DEBUG oslo_concurrency.lockutils [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.271687] env[62099]: DEBUG oslo_concurrency.lockutils [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.272029] env[62099]: DEBUG oslo_concurrency.lockutils [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1460.272279] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30fdf9c9-fbcd-4420-a907-ce2f077e711f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.277622] env[62099]: DEBUG oslo_vmware.api [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1460.277622] env[62099]: value = "task-1896509" [ 1460.277622] env[62099]: _type = "Task" [ 1460.277622] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.277847] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1460.277847] env[62099]: value = "task-1896510" [ 1460.277847] env[62099]: _type = "Task" [ 1460.277847] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.286328] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1460.286328] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5268e2b3-c0cf-8693-9349-e7299e5b5734" [ 1460.286328] env[62099]: _type = "Task" [ 1460.286328] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.292926] env[62099]: DEBUG oslo_vmware.api [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896509, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.293657] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1460.297839] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896510, 'name': Rename_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.308117] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5268e2b3-c0cf-8693-9349-e7299e5b5734, 'name': SearchDatastore_Task, 'duration_secs': 0.010921} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.309048] env[62099]: DEBUG oslo_concurrency.lockutils [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.309295] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1460.309522] env[62099]: DEBUG oslo_concurrency.lockutils [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.309669] env[62099]: DEBUG oslo_concurrency.lockutils [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.309837] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1460.310669] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cf70bfd-ee73-479a-81a6-2e52e8414f77 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.318882] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1460.319083] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1460.319867] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31d9cbb4-cf4f-41bd-a6e9-c8a6ac996e66 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.325980] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1460.325980] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5241b4d2-1d02-ca77-fbbe-07a5efdbe2c0" [ 1460.325980] env[62099]: _type = "Task" [ 1460.325980] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.333745] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5241b4d2-1d02-ca77-fbbe-07a5efdbe2c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.515276] env[62099]: DEBUG nova.network.neutron [req-ba8a53cb-90a9-4858-ad7b-2dbb96236a0f req-faaa05c0-d1de-4abe-994c-a3c081475281 service nova] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Updated VIF entry in instance network info cache for port f93ddc53-0baa-46e7-b44c-51c26257317a. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.515276] env[62099]: DEBUG nova.network.neutron [req-ba8a53cb-90a9-4858-ad7b-2dbb96236a0f req-faaa05c0-d1de-4abe-994c-a3c081475281 service nova] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Updating instance_info_cache with network_info: [{"id": "f93ddc53-0baa-46e7-b44c-51c26257317a", "address": "fa:16:3e:ef:57:96", "network": {"id": "d8304558-14f4-4c19-a583-7dfc24f484dd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1475044829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323f469402294e11ba18af98d5227f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93ddc53-0b", "ovs_interfaceid": "f93ddc53-0baa-46e7-b44c-51c26257317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.515827] env[62099]: DEBUG oslo_vmware.api [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896506, 'name': CreateSnapshot_Task, 'duration_secs': 0.634547} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.515975] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Created Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1460.516731] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e430401a-4824-4ca4-ac18-5602c418577c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.631863] env[62099]: DEBUG nova.compute.utils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1460.633286] env[62099]: DEBUG nova.compute.manager [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1460.633451] env[62099]: DEBUG nova.network.neutron [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1460.672220] env[62099]: DEBUG nova.policy [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '111baff84f5b40ac99224c5cb06a7056', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '006a1a0f9c66412f81db24daed90f4ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1460.679790] env[62099]: DEBUG oslo_concurrency.lockutils [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] Releasing lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.680056] env[62099]: DEBUG nova.compute.manager [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Received event network-vif-plugged-b8cbb349-305d-4fbd-a221-36655d59e1bf {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1460.680252] env[62099]: DEBUG oslo_concurrency.lockutils [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] Acquiring lock "91d4cb71-8a1c-43d0-8940-6fde1bd65466-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.680476] env[62099]: DEBUG oslo_concurrency.lockutils [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] Lock "91d4cb71-8a1c-43d0-8940-6fde1bd65466-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.680655] env[62099]: DEBUG oslo_concurrency.lockutils [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] Lock "91d4cb71-8a1c-43d0-8940-6fde1bd65466-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.680831] env[62099]: DEBUG nova.compute.manager [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] No waiting events found dispatching network-vif-plugged-b8cbb349-305d-4fbd-a221-36655d59e1bf {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1460.680982] env[62099]: WARNING nova.compute.manager [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Received unexpected event network-vif-plugged-b8cbb349-305d-4fbd-a221-36655d59e1bf for instance with vm_state building and task_state spawning. [ 1460.681202] env[62099]: DEBUG nova.compute.manager [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Received event network-changed-b8cbb349-305d-4fbd-a221-36655d59e1bf {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1460.681402] env[62099]: DEBUG nova.compute.manager [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Refreshing instance network info cache due to event network-changed-b8cbb349-305d-4fbd-a221-36655d59e1bf. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1460.681589] env[62099]: DEBUG oslo_concurrency.lockutils [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] Acquiring lock "refresh_cache-91d4cb71-8a1c-43d0-8940-6fde1bd65466" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.681726] env[62099]: DEBUG oslo_concurrency.lockutils [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] Acquired lock "refresh_cache-91d4cb71-8a1c-43d0-8940-6fde1bd65466" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.681885] env[62099]: DEBUG nova.network.neutron [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Refreshing network info cache for port b8cbb349-305d-4fbd-a221-36655d59e1bf {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1460.793011] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896510, 'name': Rename_Task, 'duration_secs': 0.151477} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.799551] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1460.802260] env[62099]: DEBUG oslo_vmware.api [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.802489] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b2ef8cb-ede7-42e6-a703-6e6b121deb5c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.810085] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1460.810085] env[62099]: value = "task-1896511" [ 1460.810085] env[62099]: _type = "Task" [ 1460.810085] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.819248] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.835553] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5241b4d2-1d02-ca77-fbbe-07a5efdbe2c0, 'name': SearchDatastore_Task, 'duration_secs': 0.00861} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.836688] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8fa749c-7387-48e9-a304-7c6a841837ad {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.842500] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1460.842500] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5254c21e-e2ee-781d-2269-5bd71592f791" [ 1460.842500] env[62099]: _type = "Task" [ 1460.842500] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.850455] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5254c21e-e2ee-781d-2269-5bd71592f791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.923697] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.938053] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cd876358-fa88-42a5-b2dd-f7ed8df2878e tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "f5babee2-eada-48b0-99c6-eec3024633e2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.938164] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cd876358-fa88-42a5-b2dd-f7ed8df2878e tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "f5babee2-eada-48b0-99c6-eec3024633e2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.938340] env[62099]: DEBUG nova.compute.manager [None req-cd876358-fa88-42a5-b2dd-f7ed8df2878e tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1460.939485] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4415975a-b117-4438-a817-3c4ab05ad74c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.948866] env[62099]: DEBUG nova.compute.manager [None req-cd876358-fa88-42a5-b2dd-f7ed8df2878e tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62099) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1460.949848] env[62099]: DEBUG nova.objects.instance [None req-cd876358-fa88-42a5-b2dd-f7ed8df2878e tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lazy-loading 'flavor' on Instance uuid f5babee2-eada-48b0-99c6-eec3024633e2 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1460.978676] env[62099]: DEBUG nova.network.neutron [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Successfully updated port: c49dd052-f811-4ef1-b71e-31037df43b72 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1461.008477] env[62099]: DEBUG nova.network.neutron [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Successfully created port: 76d6a1e8-f615-41cd-b82c-88eefcf7f452 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1461.020503] env[62099]: DEBUG oslo_concurrency.lockutils [req-ba8a53cb-90a9-4858-ad7b-2dbb96236a0f req-faaa05c0-d1de-4abe-994c-a3c081475281 service nova] Releasing lock "refresh_cache-2a3e8dcf-23dd-4f09-9126-e254ab8ef9de" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.039722] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Creating linked-clone VM from snapshot {{(pid=62099) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1461.040132] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-acd08f25-a2a8-41c6-90ad-a4ab8572291a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.050527] env[62099]: DEBUG oslo_vmware.api [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1461.050527] env[62099]: value = "task-1896512" [ 1461.050527] env[62099]: _type = "Task" [ 1461.050527] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.059460] env[62099]: DEBUG oslo_vmware.api [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896512, 'name': CloneVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.138988] env[62099]: DEBUG nova.compute.manager [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1461.299013] env[62099]: DEBUG oslo_vmware.api [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.325701] env[62099]: DEBUG oslo_vmware.api [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896511, 'name': PowerOnVM_Task, 'duration_secs': 0.470773} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.325755] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.325975] env[62099]: INFO nova.compute.manager [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1461.326188] env[62099]: DEBUG nova.compute.manager [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1461.327352] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b05235-b230-45a9-b869-394b6b6b8f6d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.351729] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5254c21e-e2ee-781d-2269-5bd71592f791, 'name': SearchDatastore_Task, 'duration_secs': 0.008825} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.355063] env[62099]: DEBUG oslo_concurrency.lockutils [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.355335] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 91d4cb71-8a1c-43d0-8940-6fde1bd65466/91d4cb71-8a1c-43d0-8940-6fde1bd65466.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1461.355759] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da449cca-ddc5-404c-973e-68ced5f1ce9a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.363275] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1461.363275] env[62099]: value = "task-1896513" [ 1461.363275] env[62099]: _type = "Task" [ 1461.363275] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.378828] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.426758] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Releasing lock "refresh_cache-d1ef41d8-83c8-45da-b3e6-f4754d12869d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.427036] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Updated the network info_cache for instance {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1461.427258] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.427510] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.427690] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.427846] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.427995] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.428153] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.428278] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1461.428420] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.481572] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "refresh_cache-8f759bca-97c5-4d8d-af06-e6e66dcb6e64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.481712] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "refresh_cache-8f759bca-97c5-4d8d-af06-e6e66dcb6e64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.481859] env[62099]: DEBUG nova.network.neutron [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.562028] env[62099]: DEBUG oslo_vmware.api [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896512, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.576565] env[62099]: DEBUG nova.network.neutron [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Updated VIF entry in instance network info cache for port b8cbb349-305d-4fbd-a221-36655d59e1bf. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1461.577016] env[62099]: DEBUG nova.network.neutron [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Updating instance_info_cache with network_info: [{"id": "b8cbb349-305d-4fbd-a221-36655d59e1bf", "address": "fa:16:3e:11:3f:fc", "network": {"id": "365e58ad-bf37-4027-bea7-f6435b10c7fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1959660345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee81b66abbdc4bd4a84ad683eaadb62c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8cbb349-30", "ovs_interfaceid": "b8cbb349-305d-4fbd-a221-36655d59e1bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.698895] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c130006e-da11-4634-86de-056d92c4aab5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.707586] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66f8869-8854-42be-93dd-f2c4dcda654f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.739044] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c61f2f-581a-44a3-84ba-d05e10eebf76 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.747404] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a25992-21cc-43b3-9121-b0a3d2e3d5fd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.761381] env[62099]: DEBUG nova.compute.provider_tree [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.791727] env[62099]: DEBUG oslo_vmware.api [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.847175] env[62099]: DEBUG nova.compute.manager [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Received event network-changed-bf907819-4709-4d75-99f5-23d366b4d127 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1461.847175] env[62099]: DEBUG nova.compute.manager [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Refreshing instance network info cache due to event network-changed-bf907819-4709-4d75-99f5-23d366b4d127. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1461.847175] env[62099]: DEBUG oslo_concurrency.lockutils [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] Acquiring lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.848156] env[62099]: DEBUG oslo_concurrency.lockutils [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] Acquired lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.848498] env[62099]: DEBUG nova.network.neutron [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Refreshing network info cache for port bf907819-4709-4d75-99f5-23d366b4d127 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.855203] env[62099]: INFO nova.compute.manager [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Took 45.49 seconds to build instance. [ 1461.878116] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494058} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.879795] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 91d4cb71-8a1c-43d0-8940-6fde1bd65466/91d4cb71-8a1c-43d0-8940-6fde1bd65466.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1461.880253] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1461.880975] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45f03e80-8786-4083-afc1-e6aa73192ee1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.890273] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1461.890273] env[62099]: value = "task-1896514" [ 1461.890273] env[62099]: _type = "Task" [ 1461.890273] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.901947] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.931257] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.965021] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd876358-fa88-42a5-b2dd-f7ed8df2878e tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1461.965021] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8326e25-53ab-4b6f-b1d8-d9bd54799cc2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.969579] env[62099]: DEBUG oslo_vmware.api [None req-cd876358-fa88-42a5-b2dd-f7ed8df2878e tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1461.969579] env[62099]: value = "task-1896515" [ 1461.969579] env[62099]: _type = "Task" [ 1461.969579] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.978900] env[62099]: DEBUG oslo_vmware.api [None req-cd876358-fa88-42a5-b2dd-f7ed8df2878e tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.061177] env[62099]: DEBUG nova.network.neutron [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1462.064928] env[62099]: DEBUG oslo_vmware.api [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896512, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.083222] env[62099]: DEBUG oslo_concurrency.lockutils [req-566fc6bc-9e3f-42c4-9cff-f07226fab12d req-660f76ab-2b77-4b42-a23a-8e42c2caae6c service nova] Releasing lock "refresh_cache-91d4cb71-8a1c-43d0-8940-6fde1bd65466" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.151640] env[62099]: DEBUG nova.compute.manager [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1462.184279] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1462.184676] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1462.184949] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1462.185256] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1462.185507] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1462.185773] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1462.186156] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1462.186377] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1462.186605] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1462.186933] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1462.187223] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1462.188540] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2136cdaf-e86f-43f7-8a22-d422270dc528 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.203459] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02711b9-7b24-4449-8eb7-78b83a4f39b7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.264834] env[62099]: DEBUG nova.scheduler.client.report [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1462.289457] env[62099]: DEBUG oslo_vmware.api [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.357849] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98c904fb-6835-4eda-bee4-5c6f99104547 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "2a3e8dcf-23dd-4f09-9126-e254ab8ef9de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.422s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.404450] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063354} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.405029] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1462.405857] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a06b355-0ed6-45df-9130-6ec91b4498d2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.431043] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 91d4cb71-8a1c-43d0-8940-6fde1bd65466/91d4cb71-8a1c-43d0-8940-6fde1bd65466.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1462.431332] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d606b014-af0d-4b1c-8e4c-1b8405b7c908 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.453181] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1462.453181] env[62099]: value = "task-1896516" [ 1462.453181] env[62099]: _type = "Task" [ 1462.453181] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.463765] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.478997] env[62099]: DEBUG oslo_vmware.api [None req-cd876358-fa88-42a5-b2dd-f7ed8df2878e tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896515, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.559183] env[62099]: DEBUG nova.network.neutron [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Updating instance_info_cache with network_info: [{"id": "c49dd052-f811-4ef1-b71e-31037df43b72", "address": "fa:16:3e:af:df:ab", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc49dd052-f8", "ovs_interfaceid": "c49dd052-f811-4ef1-b71e-31037df43b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.564845] env[62099]: DEBUG oslo_vmware.api [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896512, 'name': CloneVM_Task} progress is 95%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.662948] env[62099]: DEBUG nova.network.neutron [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Updated VIF entry in instance network info cache for port bf907819-4709-4d75-99f5-23d366b4d127. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1462.663410] env[62099]: DEBUG nova.network.neutron [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Updating instance_info_cache with network_info: [{"id": "bf907819-4709-4d75-99f5-23d366b4d127", "address": "fa:16:3e:6b:f8:57", "network": {"id": "f35d5860-0305-4e87-a411-94868ac26ba7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-432819834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19e3263e78cf48df9e4f18015609cce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf907819-47", "ovs_interfaceid": "bf907819-4709-4d75-99f5-23d366b4d127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.704686] env[62099]: DEBUG nova.network.neutron [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Successfully updated port: 76d6a1e8-f615-41cd-b82c-88eefcf7f452 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1462.770211] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.770758] env[62099]: DEBUG nova.compute.manager [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1462.774534] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.265s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.774534] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.778074] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.914s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.778074] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.778917] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.629s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.778917] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.780105] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.044s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.780295] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.781820] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.176s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.783341] env[62099]: INFO nova.compute.claims [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1462.792157] env[62099]: DEBUG nova.compute.manager [req-3ffef4f0-394a-4e9f-8309-18a9d3073d1c req-6998b918-8ab3-42cf-b245-a52d72436e5e service nova] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Received event network-vif-plugged-76d6a1e8-f615-41cd-b82c-88eefcf7f452 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1462.792359] env[62099]: DEBUG oslo_concurrency.lockutils [req-3ffef4f0-394a-4e9f-8309-18a9d3073d1c req-6998b918-8ab3-42cf-b245-a52d72436e5e service nova] Acquiring lock "539c1c0d-3f84-4552-9a8e-3d697f5867c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.792568] env[62099]: DEBUG oslo_concurrency.lockutils [req-3ffef4f0-394a-4e9f-8309-18a9d3073d1c req-6998b918-8ab3-42cf-b245-a52d72436e5e service nova] Lock "539c1c0d-3f84-4552-9a8e-3d697f5867c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.792726] env[62099]: DEBUG oslo_concurrency.lockutils [req-3ffef4f0-394a-4e9f-8309-18a9d3073d1c req-6998b918-8ab3-42cf-b245-a52d72436e5e service nova] Lock "539c1c0d-3f84-4552-9a8e-3d697f5867c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.792940] env[62099]: DEBUG nova.compute.manager [req-3ffef4f0-394a-4e9f-8309-18a9d3073d1c req-6998b918-8ab3-42cf-b245-a52d72436e5e service nova] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] No waiting events found dispatching network-vif-plugged-76d6a1e8-f615-41cd-b82c-88eefcf7f452 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1462.793767] env[62099]: WARNING nova.compute.manager [req-3ffef4f0-394a-4e9f-8309-18a9d3073d1c req-6998b918-8ab3-42cf-b245-a52d72436e5e service nova] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Received unexpected event network-vif-plugged-76d6a1e8-f615-41cd-b82c-88eefcf7f452 for instance with vm_state building and task_state spawning. [ 1462.796924] env[62099]: DEBUG oslo_vmware.api [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.809469] env[62099]: INFO nova.scheduler.client.report [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Deleted allocations for instance dd96b62a-b50b-46aa-8dce-af6d87bc7f6c [ 1462.813649] env[62099]: INFO nova.scheduler.client.report [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Deleted allocations for instance 3f8868e3-39fe-46e8-8023-49ef66811c84 [ 1462.825600] env[62099]: INFO nova.scheduler.client.report [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Deleted allocations for instance 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6 [ 1462.832236] env[62099]: INFO nova.scheduler.client.report [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Deleted allocations for instance d1ef41d8-83c8-45da-b3e6-f4754d12869d [ 1462.964303] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.979825] env[62099]: DEBUG oslo_vmware.api [None req-cd876358-fa88-42a5-b2dd-f7ed8df2878e tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896515, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.063932] env[62099]: DEBUG oslo_vmware.api [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896512, 'name': CloneVM_Task, 'duration_secs': 1.676977} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.064211] env[62099]: INFO nova.virt.vmwareapi.vmops [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Created linked-clone VM from snapshot [ 1463.064941] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2c5339-8a4d-4b01-955a-4e4b59a79463 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.067540] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "refresh_cache-8f759bca-97c5-4d8d-af06-e6e66dcb6e64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.067830] env[62099]: DEBUG nova.compute.manager [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Instance network_info: |[{"id": "c49dd052-f811-4ef1-b71e-31037df43b72", "address": "fa:16:3e:af:df:ab", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc49dd052-f8", "ovs_interfaceid": "c49dd052-f811-4ef1-b71e-31037df43b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1463.068202] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:df:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c49dd052-f811-4ef1-b71e-31037df43b72', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1463.075477] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Creating folder: Project (a9ea02632ca94994997d79efa82bacb6). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1463.076156] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e1fb8b6-6a11-4b97-94f8-6f86e65df203 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.081151] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Uploading image 13a8ce64-aad6-4fc8-a36f-874137ce2719 {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1463.092123] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Created folder: Project (a9ea02632ca94994997d79efa82bacb6) in parent group-v391507. [ 1463.092325] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Creating folder: Instances. Parent ref: group-v391629. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1463.092569] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbd48bc0-5cc8-435e-9070-760c094347d7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.103812] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Created folder: Instances in parent group-v391629. [ 1463.104067] env[62099]: DEBUG oslo.service.loopingcall [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.105908] env[62099]: DEBUG oslo_vmware.rw_handles [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1463.105908] env[62099]: value = "vm-391628" [ 1463.105908] env[62099]: _type = "VirtualMachine" [ 1463.105908] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1463.106168] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1463.106381] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bea36be0-0d84-417c-a7aa-7e31a31ff403 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.108498] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30a92a4b-03fa-41eb-8e4e-4010baa9ce55 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.128422] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1463.128422] env[62099]: value = "task-1896519" [ 1463.128422] env[62099]: _type = "Task" [ 1463.128422] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.129615] env[62099]: DEBUG oslo_vmware.rw_handles [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lease: (returnval){ [ 1463.129615] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52224ad5-bfff-9143-10e0-0feb4f3797ab" [ 1463.129615] env[62099]: _type = "HttpNfcLease" [ 1463.129615] env[62099]: } obtained for exporting VM: (result){ [ 1463.129615] env[62099]: value = "vm-391628" [ 1463.129615] env[62099]: _type = "VirtualMachine" [ 1463.129615] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1463.129837] env[62099]: DEBUG oslo_vmware.api [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the lease: (returnval){ [ 1463.129837] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52224ad5-bfff-9143-10e0-0feb4f3797ab" [ 1463.129837] env[62099]: _type = "HttpNfcLease" [ 1463.129837] env[62099]: } to be ready. {{(pid=62099) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1463.140017] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896519, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.141427] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1463.141427] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52224ad5-bfff-9143-10e0-0feb4f3797ab" [ 1463.141427] env[62099]: _type = "HttpNfcLease" [ 1463.141427] env[62099]: } is initializing. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1463.167936] env[62099]: DEBUG oslo_concurrency.lockutils [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] Releasing lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.167936] env[62099]: DEBUG nova.compute.manager [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Received event network-vif-plugged-c49dd052-f811-4ef1-b71e-31037df43b72 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1463.168316] env[62099]: DEBUG oslo_concurrency.lockutils [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] Acquiring lock "8f759bca-97c5-4d8d-af06-e6e66dcb6e64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.168316] env[62099]: DEBUG oslo_concurrency.lockutils [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] Lock "8f759bca-97c5-4d8d-af06-e6e66dcb6e64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.168440] env[62099]: DEBUG oslo_concurrency.lockutils [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] Lock "8f759bca-97c5-4d8d-af06-e6e66dcb6e64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.168607] env[62099]: DEBUG nova.compute.manager [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] No waiting events found dispatching network-vif-plugged-c49dd052-f811-4ef1-b71e-31037df43b72 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1463.168775] env[62099]: WARNING nova.compute.manager [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Received unexpected event network-vif-plugged-c49dd052-f811-4ef1-b71e-31037df43b72 for instance with vm_state building and task_state spawning. [ 1463.168937] env[62099]: DEBUG nova.compute.manager [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Received event network-changed-c49dd052-f811-4ef1-b71e-31037df43b72 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1463.169110] env[62099]: DEBUG nova.compute.manager [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Refreshing instance network info cache due to event network-changed-c49dd052-f811-4ef1-b71e-31037df43b72. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1463.169293] env[62099]: DEBUG oslo_concurrency.lockutils [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] Acquiring lock "refresh_cache-8f759bca-97c5-4d8d-af06-e6e66dcb6e64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.169429] env[62099]: DEBUG oslo_concurrency.lockutils [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] Acquired lock "refresh_cache-8f759bca-97c5-4d8d-af06-e6e66dcb6e64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.169591] env[62099]: DEBUG nova.network.neutron [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Refreshing network info cache for port c49dd052-f811-4ef1-b71e-31037df43b72 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.207144] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "refresh_cache-539c1c0d-3f84-4552-9a8e-3d697f5867c0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.207377] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquired lock "refresh_cache-539c1c0d-3f84-4552-9a8e-3d697f5867c0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.207540] env[62099]: DEBUG nova.network.neutron [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.288962] env[62099]: DEBUG nova.compute.utils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1463.292313] env[62099]: DEBUG nova.compute.manager [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1463.292484] env[62099]: DEBUG nova.network.neutron [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1463.307963] env[62099]: DEBUG oslo_vmware.api [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.325370] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3d0d2583-e7c6-4c0f-9c73-a547dab1a5b9 tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "3f8868e3-39fe-46e8-8023-49ef66811c84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.307s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.326281] env[62099]: DEBUG oslo_concurrency.lockutils [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "3f8868e3-39fe-46e8-8023-49ef66811c84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 29.072s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.327286] env[62099]: DEBUG oslo_concurrency.lockutils [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquiring lock "3f8868e3-39fe-46e8-8023-49ef66811c84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.327589] env[62099]: DEBUG oslo_concurrency.lockutils [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "3f8868e3-39fe-46e8-8023-49ef66811c84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.328214] env[62099]: DEBUG oslo_concurrency.lockutils [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "3f8868e3-39fe-46e8-8023-49ef66811c84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.329244] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ee3e9fd6-a3bd-48f1-b3ae-d4b653d4a0d8 tempest-DeleteServersAdminTestJSON-19060926 tempest-DeleteServersAdminTestJSON-19060926-project-member] Lock "dd96b62a-b50b-46aa-8dce-af6d87bc7f6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.615s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.333020] env[62099]: INFO nova.compute.manager [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Terminating instance [ 1463.333548] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5c0c3123-333a-41e0-b015-1667384e66f4 tempest-VolumesAssistedSnapshotsTest-1855276488 tempest-VolumesAssistedSnapshotsTest-1855276488-project-member] Lock "9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.558s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.338701] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5827e29-0cb9-4d6a-82a6-98ea11fd85a3 tempest-ServersV294TestFqdnHostnames-484301092 tempest-ServersV294TestFqdnHostnames-484301092-project-member] Lock "d1ef41d8-83c8-45da-b3e6-f4754d12869d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.410s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.357119] env[62099]: DEBUG nova.policy [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '111baff84f5b40ac99224c5cb06a7056', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '006a1a0f9c66412f81db24daed90f4ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1463.467295] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896516, 'name': ReconfigVM_Task, 'duration_secs': 0.810044} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.467295] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 91d4cb71-8a1c-43d0-8940-6fde1bd65466/91d4cb71-8a1c-43d0-8940-6fde1bd65466.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1463.467295] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b27c588c-8f40-47ad-84b4-ac8d6aeb7493 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.474019] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1463.474019] env[62099]: value = "task-1896521" [ 1463.474019] env[62099]: _type = "Task" [ 1463.474019] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.485196] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896521, 'name': Rename_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.489292] env[62099]: DEBUG oslo_vmware.api [None req-cd876358-fa88-42a5-b2dd-f7ed8df2878e tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896515, 'name': PowerOffVM_Task, 'duration_secs': 1.219441} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.489507] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd876358-fa88-42a5-b2dd-f7ed8df2878e tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1463.489852] env[62099]: DEBUG nova.compute.manager [None req-cd876358-fa88-42a5-b2dd-f7ed8df2878e tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1463.492026] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45f8e00-eddc-45fc-b981-95f5d29dbd93 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.500791] env[62099]: WARNING oslo_messaging._drivers.amqpdriver [None req-cd876358-fa88-42a5-b2dd-f7ed8df2878e tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1463.619633] env[62099]: DEBUG nova.network.neutron [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Successfully created port: 25a7d588-6c5f-4ce8-9341-44c1b46748e0 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1463.641156] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1463.641156] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52224ad5-bfff-9143-10e0-0feb4f3797ab" [ 1463.641156] env[62099]: _type = "HttpNfcLease" [ 1463.641156] env[62099]: } is ready. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1463.643780] env[62099]: DEBUG oslo_vmware.rw_handles [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1463.643780] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52224ad5-bfff-9143-10e0-0feb4f3797ab" [ 1463.643780] env[62099]: _type = "HttpNfcLease" [ 1463.643780] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1463.644042] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896519, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.644666] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9b59b1-30a5-4074-8535-a4cafcfcc366 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.652207] env[62099]: DEBUG oslo_vmware.rw_handles [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f5f227-3b66-fc4f-4ebf-cabe36adc86c/disk-0.vmdk from lease info. {{(pid=62099) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1463.652424] env[62099]: DEBUG oslo_vmware.rw_handles [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f5f227-3b66-fc4f-4ebf-cabe36adc86c/disk-0.vmdk for reading. {{(pid=62099) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1463.748035] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-18f55792-bf5f-4d85-b4bb-f5b16083d475 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.788442] env[62099]: DEBUG nova.network.neutron [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1463.794028] env[62099]: DEBUG nova.compute.manager [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1463.806322] env[62099]: DEBUG oslo_concurrency.lockutils [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Acquiring lock "0971d049-f5b5-44d0-982f-4bf351d245cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.806322] env[62099]: DEBUG oslo_concurrency.lockutils [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Lock "0971d049-f5b5-44d0-982f-4bf351d245cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.806322] env[62099]: DEBUG oslo_concurrency.lockutils [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Acquiring lock "0971d049-f5b5-44d0-982f-4bf351d245cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.806460] env[62099]: DEBUG oslo_concurrency.lockutils [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Lock "0971d049-f5b5-44d0-982f-4bf351d245cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.806527] env[62099]: DEBUG oslo_concurrency.lockutils [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Lock "0971d049-f5b5-44d0-982f-4bf351d245cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.808432] env[62099]: INFO nova.compute.manager [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Terminating instance [ 1463.811088] env[62099]: DEBUG oslo_vmware.api [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.837283] env[62099]: DEBUG oslo_concurrency.lockutils [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquiring lock "refresh_cache-3f8868e3-39fe-46e8-8023-49ef66811c84" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.837748] env[62099]: DEBUG oslo_concurrency.lockutils [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquired lock "refresh_cache-3f8868e3-39fe-46e8-8023-49ef66811c84" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.838158] env[62099]: DEBUG nova.network.neutron [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.989737] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896521, 'name': Rename_Task, 'duration_secs': 0.181813} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.990121] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1463.990726] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b0a34fe-049e-4d90-acdb-751335ec1589 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.007206] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1464.007206] env[62099]: value = "task-1896522" [ 1464.007206] env[62099]: _type = "Task" [ 1464.007206] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.007206] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cd876358-fa88-42a5-b2dd-f7ed8df2878e tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "f5babee2-eada-48b0-99c6-eec3024633e2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.068s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.018378] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.142829] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896519, 'name': CreateVM_Task, 'duration_secs': 0.516897} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.146537] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.148217] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.148445] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.148784] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.149507] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdab715d-36ca-468c-87b1-215712840136 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.156455] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1464.156455] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f67a83-06dc-c55f-eb58-1cd2efa84b14" [ 1464.156455] env[62099]: _type = "Task" [ 1464.156455] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.173368] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f67a83-06dc-c55f-eb58-1cd2efa84b14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.192853] env[62099]: DEBUG nova.network.neutron [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Updated VIF entry in instance network info cache for port c49dd052-f811-4ef1-b71e-31037df43b72. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.192853] env[62099]: DEBUG nova.network.neutron [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Updating instance_info_cache with network_info: [{"id": "c49dd052-f811-4ef1-b71e-31037df43b72", "address": "fa:16:3e:af:df:ab", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc49dd052-f8", "ovs_interfaceid": "c49dd052-f811-4ef1-b71e-31037df43b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.210549] env[62099]: DEBUG nova.network.neutron [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Updating instance_info_cache with network_info: [{"id": "76d6a1e8-f615-41cd-b82c-88eefcf7f452", "address": "fa:16:3e:4e:bb:0f", "network": {"id": "b4deff51-e369-4fdc-8ffe-d7ae153863e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558038849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "006a1a0f9c66412f81db24daed90f4ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d6a1e8-f6", "ovs_interfaceid": "76d6a1e8-f615-41cd-b82c-88eefcf7f452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.301851] env[62099]: DEBUG oslo_vmware.api [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.313365] env[62099]: DEBUG nova.compute.manager [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1464.313365] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1464.317918] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41aa9843-3347-4582-9f48-2c3b9b33ad59 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.324655] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d465aa4d-d306-4284-968d-eadbd8554626 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.334464] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c039d026-24b4-4448-834c-3ad87e801084 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.339682] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.340865] env[62099]: DEBUG nova.compute.utils [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Can not refresh info_cache because instance was not found {{(pid=62099) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1464.343752] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68eb64cd-4c17-4b2a-87ee-f431be92f7f1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.387505] env[62099]: DEBUG nova.network.neutron [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1464.390473] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670a26fa-ec54-4438-8896-e126f0d9b002 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.394085] env[62099]: DEBUG oslo_vmware.api [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for the task: (returnval){ [ 1464.394085] env[62099]: value = "task-1896523" [ 1464.394085] env[62099]: _type = "Task" [ 1464.394085] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.403869] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1900cbec-772c-44a9-a3b2-083d7d49bf0e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.412301] env[62099]: DEBUG oslo_vmware.api [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.426076] env[62099]: DEBUG nova.compute.provider_tree [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.519760] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.564314] env[62099]: DEBUG nova.network.neutron [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.670849] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f67a83-06dc-c55f-eb58-1cd2efa84b14, 'name': SearchDatastore_Task, 'duration_secs': 0.016207} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.672547] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.672956] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1464.673426] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.673820] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.674267] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1464.675151] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-788599ff-3101-4842-98d2-f659f254b794 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.686305] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1464.686677] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1464.688386] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6fa42aa-aae5-4447-97fd-57b00943826d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.695429] env[62099]: DEBUG oslo_concurrency.lockutils [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] Releasing lock "refresh_cache-8f759bca-97c5-4d8d-af06-e6e66dcb6e64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.695825] env[62099]: DEBUG nova.compute.manager [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Received event network-changed-bf907819-4709-4d75-99f5-23d366b4d127 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1464.696167] env[62099]: DEBUG nova.compute.manager [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Refreshing instance network info cache due to event network-changed-bf907819-4709-4d75-99f5-23d366b4d127. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1464.696509] env[62099]: DEBUG oslo_concurrency.lockutils [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] Acquiring lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.696789] env[62099]: DEBUG oslo_concurrency.lockutils [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] Acquired lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.697106] env[62099]: DEBUG nova.network.neutron [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Refreshing network info cache for port bf907819-4709-4d75-99f5-23d366b4d127 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.703816] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1464.703816] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5251673c-95e9-3236-8e04-0c73acc4e219" [ 1464.703816] env[62099]: _type = "Task" [ 1464.703816] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.716434] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Releasing lock "refresh_cache-539c1c0d-3f84-4552-9a8e-3d697f5867c0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.716995] env[62099]: DEBUG nova.compute.manager [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Instance network_info: |[{"id": "76d6a1e8-f615-41cd-b82c-88eefcf7f452", "address": "fa:16:3e:4e:bb:0f", "network": {"id": "b4deff51-e369-4fdc-8ffe-d7ae153863e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558038849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "006a1a0f9c66412f81db24daed90f4ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d6a1e8-f6", "ovs_interfaceid": "76d6a1e8-f615-41cd-b82c-88eefcf7f452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1464.717501] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5251673c-95e9-3236-8e04-0c73acc4e219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.718158] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:bb:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76d6a1e8-f615-41cd-b82c-88eefcf7f452', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1464.732960] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Creating folder: Project (006a1a0f9c66412f81db24daed90f4ab). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1464.734384] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f15ae7bf-2e0b-4e39-9240-d0a44d7417e4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.748272] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Created folder: Project (006a1a0f9c66412f81db24daed90f4ab) in parent group-v391507. [ 1464.748487] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Creating folder: Instances. Parent ref: group-v391632. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1464.748739] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16c8ec8e-e67a-4aaa-a590-ec25a45d132e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.759453] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Created folder: Instances in parent group-v391632. [ 1464.759821] env[62099]: DEBUG oslo.service.loopingcall [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.760067] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1464.760670] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f264cb7-94bf-4b6c-a725-707f9f606c26 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.782546] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1464.782546] env[62099]: value = "task-1896526" [ 1464.782546] env[62099]: _type = "Task" [ 1464.782546] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.793030] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896526, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.805160] env[62099]: DEBUG oslo_vmware.api [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.824701] env[62099]: DEBUG nova.compute.manager [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1464.847463] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1464.847737] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.847983] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1464.848258] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.848440] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1464.848650] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1464.848908] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1464.849112] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1464.849387] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1464.849612] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1464.849835] env[62099]: DEBUG nova.virt.hardware [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1464.850753] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b888ecb4-1c85-4f9f-a0b1-bd4c604657e6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.858868] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072eaeff-9eb8-4d12-a690-fa6190a62382 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.905224] env[62099]: DEBUG oslo_vmware.api [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896523, 'name': PowerOffVM_Task, 'duration_secs': 0.304989} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.909813] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1464.910158] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1464.910736] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f5e9d18-c803-43ad-81e4-c045673a9241 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.931633] env[62099]: DEBUG nova.scheduler.client.report [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1465.019506] env[62099]: DEBUG oslo_vmware.api [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896522, 'name': PowerOnVM_Task, 'duration_secs': 0.836817} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.020013] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1465.020237] env[62099]: INFO nova.compute.manager [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1465.020417] env[62099]: DEBUG nova.compute.manager [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1465.022297] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f4d9a9-ee46-4a04-8833-9e3c0dd32d84 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.035025] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1465.035025] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1465.035025] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Deleting the datastore file [datastore1] 0971d049-f5b5-44d0-982f-4bf351d245cb {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1465.035025] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de73e303-5a64-4fa3-9d5a-28e87d23db08 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.041113] env[62099]: DEBUG oslo_vmware.api [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for the task: (returnval){ [ 1465.041113] env[62099]: value = "task-1896528" [ 1465.041113] env[62099]: _type = "Task" [ 1465.041113] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.050931] env[62099]: DEBUG oslo_vmware.api [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.067783] env[62099]: DEBUG oslo_concurrency.lockutils [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Releasing lock "refresh_cache-3f8868e3-39fe-46e8-8023-49ef66811c84" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.069590] env[62099]: DEBUG nova.compute.manager [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1465.069590] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1465.069590] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-916cb098-30de-46f9-86de-f6997fa9fc5f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.078292] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1d5867-2458-4e3d-a8ab-abf28ea2feeb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.115387] env[62099]: WARNING nova.virt.vmwareapi.vmops [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3f8868e3-39fe-46e8-8023-49ef66811c84 could not be found. [ 1465.115482] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1465.115656] env[62099]: INFO nova.compute.manager [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1465.119024] env[62099]: DEBUG oslo.service.loopingcall [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.119024] env[62099]: DEBUG nova.compute.manager [-] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1465.119024] env[62099]: DEBUG nova.network.neutron [-] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1465.137478] env[62099]: DEBUG nova.network.neutron [-] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1465.155772] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquiring lock "12afe1f4-4fc3-40a1-bde2-2afaf1772cde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.155772] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "12afe1f4-4fc3-40a1-bde2-2afaf1772cde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.155772] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquiring lock "12afe1f4-4fc3-40a1-bde2-2afaf1772cde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.155772] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "12afe1f4-4fc3-40a1-bde2-2afaf1772cde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.155772] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "12afe1f4-4fc3-40a1-bde2-2afaf1772cde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.156834] env[62099]: INFO nova.compute.manager [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Terminating instance [ 1465.218412] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5251673c-95e9-3236-8e04-0c73acc4e219, 'name': SearchDatastore_Task, 'duration_secs': 0.015659} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.220638] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c42b45e-d1e5-468f-93ca-db2cb209affc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.227665] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1465.227665] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52959960-86b0-495c-f50d-f614fe5bd3e3" [ 1465.227665] env[62099]: _type = "Task" [ 1465.227665] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.238475] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52959960-86b0-495c-f50d-f614fe5bd3e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.293679] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896526, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.306872] env[62099]: DEBUG oslo_vmware.api [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.330918] env[62099]: DEBUG nova.compute.manager [req-cd18a763-7326-4d45-91a7-fcc0155526e0 req-ec091004-8cdd-47d2-987f-169259286dfe service nova] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Received event network-changed-76d6a1e8-f615-41cd-b82c-88eefcf7f452 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1465.331325] env[62099]: DEBUG nova.compute.manager [req-cd18a763-7326-4d45-91a7-fcc0155526e0 req-ec091004-8cdd-47d2-987f-169259286dfe service nova] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Refreshing instance network info cache due to event network-changed-76d6a1e8-f615-41cd-b82c-88eefcf7f452. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1465.333369] env[62099]: DEBUG oslo_concurrency.lockutils [req-cd18a763-7326-4d45-91a7-fcc0155526e0 req-ec091004-8cdd-47d2-987f-169259286dfe service nova] Acquiring lock "refresh_cache-539c1c0d-3f84-4552-9a8e-3d697f5867c0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.333798] env[62099]: DEBUG oslo_concurrency.lockutils [req-cd18a763-7326-4d45-91a7-fcc0155526e0 req-ec091004-8cdd-47d2-987f-169259286dfe service nova] Acquired lock "refresh_cache-539c1c0d-3f84-4552-9a8e-3d697f5867c0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.334104] env[62099]: DEBUG nova.network.neutron [req-cd18a763-7326-4d45-91a7-fcc0155526e0 req-ec091004-8cdd-47d2-987f-169259286dfe service nova] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Refreshing network info cache for port 76d6a1e8-f615-41cd-b82c-88eefcf7f452 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1465.442201] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.443115] env[62099]: DEBUG nova.compute.manager [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1465.446471] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.490s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.448121] env[62099]: INFO nova.compute.claims [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1465.457689] env[62099]: DEBUG nova.objects.instance [None req-703457f7-f379-48ff-9afd-fcc067a9abe1 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lazy-loading 'flavor' on Instance uuid f5babee2-eada-48b0-99c6-eec3024633e2 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.544475] env[62099]: INFO nova.compute.manager [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Took 47.58 seconds to build instance. [ 1465.556136] env[62099]: DEBUG oslo_vmware.api [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Task: {'id': task-1896528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39017} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.556455] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.556757] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1465.557026] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1465.557329] env[62099]: INFO nova.compute.manager [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1465.557571] env[62099]: DEBUG oslo.service.loopingcall [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.557761] env[62099]: DEBUG nova.compute.manager [-] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1465.557887] env[62099]: DEBUG nova.network.neutron [-] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1465.614571] env[62099]: DEBUG nova.network.neutron [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Updated VIF entry in instance network info cache for port bf907819-4709-4d75-99f5-23d366b4d127. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1465.615572] env[62099]: DEBUG nova.network.neutron [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Updating instance_info_cache with network_info: [{"id": "bf907819-4709-4d75-99f5-23d366b4d127", "address": "fa:16:3e:6b:f8:57", "network": {"id": "f35d5860-0305-4e87-a411-94868ac26ba7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-432819834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19e3263e78cf48df9e4f18015609cce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf907819-47", "ovs_interfaceid": "bf907819-4709-4d75-99f5-23d366b4d127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.639842] env[62099]: DEBUG nova.network.neutron [-] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.660740] env[62099]: DEBUG nova.compute.manager [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1465.661019] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1465.661942] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb216332-cbb0-48c4-bc52-ad277e5647ab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.673679] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1465.673990] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3d1ed8f-60a8-41f0-978b-2df9a186cf03 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.683537] env[62099]: DEBUG oslo_vmware.api [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1465.683537] env[62099]: value = "task-1896529" [ 1465.683537] env[62099]: _type = "Task" [ 1465.683537] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.692967] env[62099]: DEBUG oslo_vmware.api [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.741938] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52959960-86b0-495c-f50d-f614fe5bd3e3, 'name': SearchDatastore_Task, 'duration_secs': 0.014664} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.742346] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.742720] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 8f759bca-97c5-4d8d-af06-e6e66dcb6e64/8f759bca-97c5-4d8d-af06-e6e66dcb6e64.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1465.743128] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-799c15b1-f742-42d0-92f6-499b6ec55144 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.749935] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1465.749935] env[62099]: value = "task-1896530" [ 1465.749935] env[62099]: _type = "Task" [ 1465.749935] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.759422] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.796764] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896526, 'name': CreateVM_Task, 'duration_secs': 0.538366} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.800811] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.801805] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.802853] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.803507] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.804304] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ff81b3-49a5-43d6-977b-563440271749 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.810493] env[62099]: DEBUG oslo_vmware.api [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896509, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.816229] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1465.816229] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52aa4962-c974-d4c1-e809-8372fe5896a7" [ 1465.816229] env[62099]: _type = "Task" [ 1465.816229] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.823457] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52aa4962-c974-d4c1-e809-8372fe5896a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.947815] env[62099]: DEBUG nova.compute.utils [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1465.949869] env[62099]: DEBUG nova.compute.manager [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1465.950320] env[62099]: DEBUG nova.network.neutron [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1465.963243] env[62099]: DEBUG oslo_concurrency.lockutils [None req-703457f7-f379-48ff-9afd-fcc067a9abe1 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "refresh_cache-f5babee2-eada-48b0-99c6-eec3024633e2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.964032] env[62099]: DEBUG oslo_concurrency.lockutils [None req-703457f7-f379-48ff-9afd-fcc067a9abe1 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquired lock "refresh_cache-f5babee2-eada-48b0-99c6-eec3024633e2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.964032] env[62099]: DEBUG nova.network.neutron [None req-703457f7-f379-48ff-9afd-fcc067a9abe1 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.966246] env[62099]: DEBUG nova.objects.instance [None req-703457f7-f379-48ff-9afd-fcc067a9abe1 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lazy-loading 'info_cache' on Instance uuid f5babee2-eada-48b0-99c6-eec3024633e2 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.047465] env[62099]: DEBUG oslo_concurrency.lockutils [None req-af33e9b1-188f-4e19-b889-4f39bb76ea33 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "91d4cb71-8a1c-43d0-8940-6fde1bd65466" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.180s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.051143] env[62099]: DEBUG nova.policy [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72913555fb6145058889ee8ad3f7fc09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84d97b8ca8ba486fb4625c1b643af671', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1466.118187] env[62099]: DEBUG oslo_concurrency.lockutils [req-7066aaef-4bc9-4e55-b73d-f3b797bf1dc4 req-5afee6b7-9118-44cf-a153-43a69e6ac5ef service nova] Releasing lock "refresh_cache-0971d049-f5b5-44d0-982f-4bf351d245cb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.142713] env[62099]: INFO nova.compute.manager [-] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Took 1.03 seconds to deallocate network for instance. [ 1466.198549] env[62099]: DEBUG oslo_vmware.api [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896529, 'name': PowerOffVM_Task, 'duration_secs': 0.249993} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.199839] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1466.199839] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1466.199953] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d92af25-7db1-4dc5-8710-b391fbf6c78f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.241884] env[62099]: DEBUG nova.network.neutron [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Successfully updated port: 25a7d588-6c5f-4ce8-9341-44c1b46748e0 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1466.262111] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896530, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.289786] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1466.290026] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1466.290216] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Deleting the datastore file [datastore1] 12afe1f4-4fc3-40a1-bde2-2afaf1772cde {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1466.290491] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87e61a1a-737f-4a8c-92e4-7e8431e6480d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.303815] env[62099]: DEBUG oslo_vmware.api [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for the task: (returnval){ [ 1466.303815] env[62099]: value = "task-1896532" [ 1466.303815] env[62099]: _type = "Task" [ 1466.303815] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.311916] env[62099]: DEBUG oslo_vmware.api [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896509, 'name': ReconfigVM_Task, 'duration_secs': 5.794017} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.312951] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.313150] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Reconfigured VM to detach interface {{(pid=62099) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1466.320327] env[62099]: DEBUG oslo_vmware.api [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.331420] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52aa4962-c974-d4c1-e809-8372fe5896a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012048} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.333184] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.333443] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1466.333684] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.333849] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.333984] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1466.335129] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-731e0640-90c9-4625-a49c-5378a7ce792d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.360670] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1466.360860] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1466.361643] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f321d00a-7b2c-488e-bd63-b99b6defd4af {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.368762] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1466.368762] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a064a5-9f58-ab94-1c2f-fb9d82f92869" [ 1466.368762] env[62099]: _type = "Task" [ 1466.368762] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.380976] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a064a5-9f58-ab94-1c2f-fb9d82f92869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.440313] env[62099]: DEBUG nova.network.neutron [req-cd18a763-7326-4d45-91a7-fcc0155526e0 req-ec091004-8cdd-47d2-987f-169259286dfe service nova] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Updated VIF entry in instance network info cache for port 76d6a1e8-f615-41cd-b82c-88eefcf7f452. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1466.440794] env[62099]: DEBUG nova.network.neutron [req-cd18a763-7326-4d45-91a7-fcc0155526e0 req-ec091004-8cdd-47d2-987f-169259286dfe service nova] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Updating instance_info_cache with network_info: [{"id": "76d6a1e8-f615-41cd-b82c-88eefcf7f452", "address": "fa:16:3e:4e:bb:0f", "network": {"id": "b4deff51-e369-4fdc-8ffe-d7ae153863e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558038849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "006a1a0f9c66412f81db24daed90f4ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d6a1e8-f6", "ovs_interfaceid": "76d6a1e8-f615-41cd-b82c-88eefcf7f452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.453715] env[62099]: DEBUG nova.compute.manager [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1466.468364] env[62099]: DEBUG nova.objects.base [None req-703457f7-f379-48ff-9afd-fcc067a9abe1 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1466.649118] env[62099]: INFO nova.compute.manager [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Instance disappeared during terminate [ 1466.649508] env[62099]: DEBUG oslo_concurrency.lockutils [None req-31ac1660-6215-4696-a808-29c77ec099ec tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "3f8868e3-39fe-46e8-8023-49ef66811c84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.323s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.752246] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "refresh_cache-12b4c8e6-daef-4e3d-a238-abed54e1bc12" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.752429] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquired lock "refresh_cache-12b4c8e6-daef-4e3d-a238-abed54e1bc12" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.752586] env[62099]: DEBUG nova.network.neutron [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1466.774465] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656246} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.777198] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 8f759bca-97c5-4d8d-af06-e6e66dcb6e64/8f759bca-97c5-4d8d-af06-e6e66dcb6e64.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1466.777198] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1466.777641] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a5cc2b6-fde7-4025-bab5-2d39d7e052e4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.787851] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1466.787851] env[62099]: value = "task-1896533" [ 1466.787851] env[62099]: _type = "Task" [ 1466.787851] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.803827] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.817459] env[62099]: DEBUG oslo_vmware.api [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Task: {'id': task-1896532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268959} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.817716] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1466.818075] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1466.818075] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1466.818389] env[62099]: INFO nova.compute.manager [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1466.818648] env[62099]: DEBUG oslo.service.loopingcall [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.818969] env[62099]: DEBUG nova.compute.manager [-] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1466.818969] env[62099]: DEBUG nova.network.neutron [-] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1466.836278] env[62099]: DEBUG nova.network.neutron [-] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.883931] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a064a5-9f58-ab94-1c2f-fb9d82f92869, 'name': SearchDatastore_Task, 'duration_secs': 0.014318} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.885040] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-622e9d57-ebbf-4566-bbbf-a3e8456abd6d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.893670] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1466.893670] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529a8620-bc76-f902-48f1-fcabc028a4e2" [ 1466.893670] env[62099]: _type = "Task" [ 1466.893670] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.905397] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529a8620-bc76-f902-48f1-fcabc028a4e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.945043] env[62099]: DEBUG oslo_concurrency.lockutils [req-cd18a763-7326-4d45-91a7-fcc0155526e0 req-ec091004-8cdd-47d2-987f-169259286dfe service nova] Releasing lock "refresh_cache-539c1c0d-3f84-4552-9a8e-3d697f5867c0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.986265] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c469fe-964a-42ae-8a05-cff7073a49b0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.995631] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f1c25a-8286-408b-b647-1cf6ce7af5a1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.040440] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde619c3-aa57-4028-ad5f-47698dc5ae42 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.050012] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d15eef-7d73-40e2-bacc-de7233d4ca6b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.069261] env[62099]: DEBUG nova.compute.provider_tree [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.301587] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107346} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.301912] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1467.302669] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1500d425-9514-4c52-8ae0-cf4970f6ba24 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.327054] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 8f759bca-97c5-4d8d-af06-e6e66dcb6e64/8f759bca-97c5-4d8d-af06-e6e66dcb6e64.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.327320] env[62099]: DEBUG nova.network.neutron [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1467.329610] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-824519f6-cd43-4656-af9c-42c6afaed33d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.344252] env[62099]: INFO nova.compute.manager [-] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Took 1.79 seconds to deallocate network for instance. [ 1467.353548] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1467.353548] env[62099]: value = "task-1896534" [ 1467.353548] env[62099]: _type = "Task" [ 1467.353548] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.363485] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.379070] env[62099]: DEBUG nova.network.neutron [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Successfully created port: 43526832-a00e-460e-b441-f8467e542165 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1467.406534] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529a8620-bc76-f902-48f1-fcabc028a4e2, 'name': SearchDatastore_Task, 'duration_secs': 0.012511} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.406865] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.407178] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 539c1c0d-3f84-4552-9a8e-3d697f5867c0/539c1c0d-3f84-4552-9a8e-3d697f5867c0.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1467.407487] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7d261ff-a466-44bd-8966-e39801ca28fe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.414985] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1467.414985] env[62099]: value = "task-1896535" [ 1467.414985] env[62099]: _type = "Task" [ 1467.414985] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.423595] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.467775] env[62099]: DEBUG nova.compute.manager [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1467.496290] env[62099]: DEBUG nova.virt.hardware [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1467.496564] env[62099]: DEBUG nova.virt.hardware [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1467.496723] env[62099]: DEBUG nova.virt.hardware [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1467.496966] env[62099]: DEBUG nova.virt.hardware [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1467.499855] env[62099]: DEBUG nova.virt.hardware [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1467.500156] env[62099]: DEBUG nova.virt.hardware [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1467.500339] env[62099]: DEBUG nova.virt.hardware [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1467.500494] env[62099]: DEBUG nova.virt.hardware [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1467.500667] env[62099]: DEBUG nova.virt.hardware [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1467.500834] env[62099]: DEBUG nova.virt.hardware [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1467.501029] env[62099]: DEBUG nova.virt.hardware [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1467.502259] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb45815-6d20-4c20-84ac-e5ad6bc769f6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.515547] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7da99fa-bbee-4886-812e-e86d2db5f9ca {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.572872] env[62099]: DEBUG nova.scheduler.client.report [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1467.589407] env[62099]: DEBUG nova.network.neutron [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Updating instance_info_cache with network_info: [{"id": "25a7d588-6c5f-4ce8-9341-44c1b46748e0", "address": "fa:16:3e:bd:6c:f9", "network": {"id": "b4deff51-e369-4fdc-8ffe-d7ae153863e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558038849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "006a1a0f9c66412f81db24daed90f4ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a7d588-6c", "ovs_interfaceid": "25a7d588-6c5f-4ce8-9341-44c1b46748e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.633027] env[62099]: DEBUG nova.network.neutron [-] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.782414] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "refresh_cache-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.782706] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "refresh_cache-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.782927] env[62099]: DEBUG nova.network.neutron [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1467.851692] env[62099]: DEBUG oslo_concurrency.lockutils [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.868908] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896534, 'name': ReconfigVM_Task, 'duration_secs': 0.396091} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.869205] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 8f759bca-97c5-4d8d-af06-e6e66dcb6e64/8f759bca-97c5-4d8d-af06-e6e66dcb6e64.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1467.869889] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9297f381-ae47-4a0b-a4b0-814dd83d394c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.882677] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1467.882677] env[62099]: value = "task-1896536" [ 1467.882677] env[62099]: _type = "Task" [ 1467.882677] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.896475] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896536, 'name': Rename_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.925112] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896535, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.081192] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.081192] env[62099]: DEBUG nova.compute.manager [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1468.083043] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.779s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.083316] env[62099]: DEBUG nova.objects.instance [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lazy-loading 'resources' on Instance uuid 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.093524] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Releasing lock "refresh_cache-12b4c8e6-daef-4e3d-a238-abed54e1bc12" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.093865] env[62099]: DEBUG nova.compute.manager [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Instance network_info: |[{"id": "25a7d588-6c5f-4ce8-9341-44c1b46748e0", "address": "fa:16:3e:bd:6c:f9", "network": {"id": "b4deff51-e369-4fdc-8ffe-d7ae153863e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558038849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "006a1a0f9c66412f81db24daed90f4ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a7d588-6c", "ovs_interfaceid": "25a7d588-6c5f-4ce8-9341-44c1b46748e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1468.094825] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:6c:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25a7d588-6c5f-4ce8-9341-44c1b46748e0', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1468.109858] env[62099]: DEBUG oslo.service.loopingcall [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1468.110485] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1468.110780] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-609c59ed-17f2-413a-a846-39d5e04dd2f3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.134182] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd7d68b-624e-44d0-a65f-605bef121db2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.139021] env[62099]: INFO nova.compute.manager [-] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Took 1.32 seconds to deallocate network for instance. [ 1468.139908] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1468.139908] env[62099]: value = "task-1896537" [ 1468.139908] env[62099]: _type = "Task" [ 1468.139908] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.151730] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f81b8afe-0f97-48fa-b641-5bc80cb1ab32 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Suspending the VM {{(pid=62099) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1468.152795] env[62099]: DEBUG nova.network.neutron [None req-703457f7-f379-48ff-9afd-fcc067a9abe1 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Updating instance_info_cache with network_info: [{"id": "b11f9fed-b00f-4c3c-9d14-d80d5d82e135", "address": "fa:16:3e:1e:d9:0e", "network": {"id": "e47ad676-1232-4b16-b35a-bd0074c146fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-90263326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e264ce8a574415cac0062edce810423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb11f9fed-b0", "ovs_interfaceid": "b11f9fed-b00f-4c3c-9d14-d80d5d82e135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.154376] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f7cf5e5e-3ae9-485f-9420-313043f3c940 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.161705] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896537, 'name': CreateVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.174392] env[62099]: DEBUG oslo_vmware.api [None req-f81b8afe-0f97-48fa-b641-5bc80cb1ab32 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1468.174392] env[62099]: value = "task-1896538" [ 1468.174392] env[62099]: _type = "Task" [ 1468.174392] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.184701] env[62099]: DEBUG oslo_vmware.api [None req-f81b8afe-0f97-48fa-b641-5bc80cb1ab32 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896538, 'name': SuspendVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.341359] env[62099]: DEBUG nova.compute.manager [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Received event network-vif-plugged-25a7d588-6c5f-4ce8-9341-44c1b46748e0 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1468.341687] env[62099]: DEBUG oslo_concurrency.lockutils [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] Acquiring lock "12b4c8e6-daef-4e3d-a238-abed54e1bc12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.341796] env[62099]: DEBUG oslo_concurrency.lockutils [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] Lock "12b4c8e6-daef-4e3d-a238-abed54e1bc12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.341959] env[62099]: DEBUG oslo_concurrency.lockutils [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] Lock "12b4c8e6-daef-4e3d-a238-abed54e1bc12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.342155] env[62099]: DEBUG nova.compute.manager [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] No waiting events found dispatching network-vif-plugged-25a7d588-6c5f-4ce8-9341-44c1b46748e0 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1468.342547] env[62099]: WARNING nova.compute.manager [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Received unexpected event network-vif-plugged-25a7d588-6c5f-4ce8-9341-44c1b46748e0 for instance with vm_state building and task_state spawning. [ 1468.342547] env[62099]: DEBUG nova.compute.manager [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Received event network-changed-25a7d588-6c5f-4ce8-9341-44c1b46748e0 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1468.342620] env[62099]: DEBUG nova.compute.manager [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Refreshing instance network info cache due to event network-changed-25a7d588-6c5f-4ce8-9341-44c1b46748e0. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1468.342824] env[62099]: DEBUG oslo_concurrency.lockutils [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] Acquiring lock "refresh_cache-12b4c8e6-daef-4e3d-a238-abed54e1bc12" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.343045] env[62099]: DEBUG oslo_concurrency.lockutils [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] Acquired lock "refresh_cache-12b4c8e6-daef-4e3d-a238-abed54e1bc12" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.343212] env[62099]: DEBUG nova.network.neutron [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Refreshing network info cache for port 25a7d588-6c5f-4ce8-9341-44c1b46748e0 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.391911] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896536, 'name': Rename_Task, 'duration_secs': 0.224651} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.392804] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1468.393334] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efd86e49-86fb-40d5-94e2-e87d23b9b9e8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.404394] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1468.404394] env[62099]: value = "task-1896539" [ 1468.404394] env[62099]: _type = "Task" [ 1468.404394] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.414164] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.424401] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600983} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.425199] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 539c1c0d-3f84-4552-9a8e-3d697f5867c0/539c1c0d-3f84-4552-9a8e-3d697f5867c0.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1468.425466] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1468.425836] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16b83df5-5d18-4b15-9081-76ac6b7b46a4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.434085] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1468.434085] env[62099]: value = "task-1896540" [ 1468.434085] env[62099]: _type = "Task" [ 1468.434085] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.444711] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.588147] env[62099]: DEBUG nova.compute.utils [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1468.593710] env[62099]: DEBUG nova.compute.manager [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1468.593710] env[62099]: DEBUG nova.network.neutron [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1468.656102] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.656382] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896537, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.662849] env[62099]: DEBUG oslo_concurrency.lockutils [None req-703457f7-f379-48ff-9afd-fcc067a9abe1 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Releasing lock "refresh_cache-f5babee2-eada-48b0-99c6-eec3024633e2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.668126] env[62099]: DEBUG nova.policy [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e4e0c67b0284be1afbb6c061c364749', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71e6d8391a0d4305a08aa8b6b537b599', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1468.694241] env[62099]: DEBUG oslo_vmware.api [None req-f81b8afe-0f97-48fa-b641-5bc80cb1ab32 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896538, 'name': SuspendVM_Task} progress is 95%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.710465] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Acquiring lock "0660533d-43d0-4ef6-9c38-da3267000db9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.710634] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Lock "0660533d-43d0-4ef6-9c38-da3267000db9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.714298] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Acquiring lock "0660533d-43d0-4ef6-9c38-da3267000db9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.714298] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Lock "0660533d-43d0-4ef6-9c38-da3267000db9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.714298] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Lock "0660533d-43d0-4ef6-9c38-da3267000db9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.715383] env[62099]: INFO nova.compute.manager [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Terminating instance [ 1468.918615] env[62099]: INFO nova.network.neutron [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Port 22b25175-437e-4e73-b801-5d352b1aaf67 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1468.918615] env[62099]: DEBUG nova.network.neutron [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Updating instance_info_cache with network_info: [{"id": "c0ec30f5-db00-4e7c-abf6-4b8c064e0984", "address": "fa:16:3e:03:00:33", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ec30f5-db", "ovs_interfaceid": "c0ec30f5-db00-4e7c-abf6-4b8c064e0984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.925142] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.949595] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131467} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.949920] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1468.950845] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df92756c-9081-4c98-bc31-33af7f953844 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.982531] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 539c1c0d-3f84-4552-9a8e-3d697f5867c0/539c1c0d-3f84-4552-9a8e-3d697f5867c0.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.986403] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-283cf289-1556-427f-9a9a-d22967a2c099 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.009504] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1469.009504] env[62099]: value = "task-1896541" [ 1469.009504] env[62099]: _type = "Task" [ 1469.009504] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.027882] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.101479] env[62099]: DEBUG nova.compute.manager [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1469.155324] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896537, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.189344] env[62099]: DEBUG oslo_vmware.api [None req-f81b8afe-0f97-48fa-b641-5bc80cb1ab32 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896538, 'name': SuspendVM_Task, 'duration_secs': 0.968203} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.189344] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f81b8afe-0f97-48fa-b641-5bc80cb1ab32 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Suspended the VM {{(pid=62099) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1469.189600] env[62099]: DEBUG nova.compute.manager [None req-f81b8afe-0f97-48fa-b641-5bc80cb1ab32 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1469.190374] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29fa2c0-135f-4bb8-8ea6-57732d79ae19 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.196109] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1226ba0e-a90b-46c9-a30b-c0eea7a96688 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.207428] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635660e7-4764-489a-b7e4-2d1d27717cd7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.244536] env[62099]: DEBUG nova.compute.manager [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1469.244806] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1469.246996] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f49c23-c1b6-40d8-8fc2-a89af9685e96 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.252064] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63df435-ebff-4b0c-9fd8-8b3734d73714 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.263816] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1469.265380] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3316f720-8fde-49bc-ba43-659df7e38d6d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.270816] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d92b2cc9-6622-4378-9ff9-d9880702c3ed {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.286653] env[62099]: DEBUG nova.compute.provider_tree [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.290167] env[62099]: DEBUG oslo_vmware.api [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Waiting for the task: (returnval){ [ 1469.290167] env[62099]: value = "task-1896542" [ 1469.290167] env[62099]: _type = "Task" [ 1469.290167] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.417675] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.426234] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "refresh_cache-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.521156] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896541, 'name': ReconfigVM_Task, 'duration_secs': 0.479346} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.521553] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.521786] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.522241] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.522465] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.522724] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.524325] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 539c1c0d-3f84-4552-9a8e-3d697f5867c0/539c1c0d-3f84-4552-9a8e-3d697f5867c0.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.525379] env[62099]: INFO nova.compute.manager [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Terminating instance [ 1469.526775] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5474a6d5-0fa3-4a86-a240-7d623652086a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.535262] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1469.535262] env[62099]: value = "task-1896543" [ 1469.535262] env[62099]: _type = "Task" [ 1469.535262] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.546631] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896543, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.656784] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896537, 'name': CreateVM_Task, 'duration_secs': 1.368059} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.657784] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1469.658559] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.658730] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.659099] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1469.659694] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe67be22-b578-4bca-a1a3-bbad74a1b47e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.667917] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1469.667917] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5210df2b-6a27-5643-8f58-b90c6e2421cc" [ 1469.667917] env[62099]: _type = "Task" [ 1469.667917] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.679079] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-703457f7-f379-48ff-9afd-fcc067a9abe1 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.679508] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5210df2b-6a27-5643-8f58-b90c6e2421cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.680965] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac86f122-36fe-4ecf-abb5-59d0b9bec9cc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.689082] env[62099]: DEBUG oslo_vmware.api [None req-703457f7-f379-48ff-9afd-fcc067a9abe1 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1469.689082] env[62099]: value = "task-1896544" [ 1469.689082] env[62099]: _type = "Task" [ 1469.689082] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.697787] env[62099]: DEBUG oslo_vmware.api [None req-703457f7-f379-48ff-9afd-fcc067a9abe1 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.773175] env[62099]: DEBUG nova.network.neutron [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Updated VIF entry in instance network info cache for port 25a7d588-6c5f-4ce8-9341-44c1b46748e0. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1469.777159] env[62099]: DEBUG nova.network.neutron [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Updating instance_info_cache with network_info: [{"id": "25a7d588-6c5f-4ce8-9341-44c1b46748e0", "address": "fa:16:3e:bd:6c:f9", "network": {"id": "b4deff51-e369-4fdc-8ffe-d7ae153863e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558038849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "006a1a0f9c66412f81db24daed90f4ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a7d588-6c", "ovs_interfaceid": "25a7d588-6c5f-4ce8-9341-44c1b46748e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.791811] env[62099]: DEBUG nova.scheduler.client.report [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.810613] env[62099]: DEBUG oslo_vmware.api [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': task-1896542, 'name': PowerOffVM_Task, 'duration_secs': 0.320348} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.810997] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1469.811223] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1469.811518] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-387afae6-3458-45d9-9bce-d144e7ecea16 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.881022] env[62099]: DEBUG nova.network.neutron [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Successfully created port: 3bc35190-6640-4fdc-b59e-6bd3c747ce95 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1469.920944] env[62099]: DEBUG oslo_vmware.api [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896539, 'name': PowerOnVM_Task, 'duration_secs': 1.248716} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.922219] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.922465] env[62099]: INFO nova.compute.manager [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1469.922653] env[62099]: DEBUG nova.compute.manager [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1469.922970] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1469.923169] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1469.923347] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Deleting the datastore file [datastore2] 0660533d-43d0-4ef6-9c38-da3267000db9 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1469.926225] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb81af5-8570-40b1-8b86-78598f9d971c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.929972] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cec677f-4722-462b-9a2f-748d621473ec {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.933692] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58442b16-4954-4b5b-9576-8f5c406f6fa6 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd-22b25175-437e-4e73-b801-5d352b1aaf67" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.240s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.950297] env[62099]: DEBUG oslo_vmware.api [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Waiting for the task: (returnval){ [ 1469.950297] env[62099]: value = "task-1896546" [ 1469.950297] env[62099]: _type = "Task" [ 1469.950297] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.962553] env[62099]: DEBUG oslo_vmware.api [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': task-1896546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.031556] env[62099]: DEBUG nova.compute.manager [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1470.031730] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1470.032537] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4ec0cd-e3a8-44c5-9493-28c06fc200a3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.045408] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.048982] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-139027bc-9dee-41a1-8d07-14cc4583c9f6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.050777] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896543, 'name': Rename_Task, 'duration_secs': 0.157876} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.051059] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1470.051689] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c22dbff-0b43-4d92-94cd-e786f5837a93 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.056383] env[62099]: DEBUG oslo_vmware.api [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1470.056383] env[62099]: value = "task-1896547" [ 1470.056383] env[62099]: _type = "Task" [ 1470.056383] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.062115] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1470.062115] env[62099]: value = "task-1896548" [ 1470.062115] env[62099]: _type = "Task" [ 1470.062115] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.069611] env[62099]: DEBUG oslo_vmware.api [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.076176] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896548, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.106870] env[62099]: DEBUG nova.network.neutron [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Successfully updated port: 43526832-a00e-460e-b441-f8467e542165 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1470.118466] env[62099]: DEBUG nova.compute.manager [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1470.180466] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5210df2b-6a27-5643-8f58-b90c6e2421cc, 'name': SearchDatastore_Task, 'duration_secs': 0.019561} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.180466] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.180466] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1470.180466] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.180466] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.180466] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1470.180466] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5c709c8-1082-485c-bdb9-6cb3c21e48ac {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.193278] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1470.193405] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1470.194620] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-017755fe-ff9d-4c42-983e-2569df670e0d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.206586] env[62099]: DEBUG oslo_vmware.api [None req-703457f7-f379-48ff-9afd-fcc067a9abe1 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.211466] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1470.211466] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e622ce-b76e-1bf0-fa42-6eafefdb75ec" [ 1470.211466] env[62099]: _type = "Task" [ 1470.211466] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.222954] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e622ce-b76e-1bf0-fa42-6eafefdb75ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.281746] env[62099]: DEBUG oslo_concurrency.lockutils [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] Releasing lock "refresh_cache-12b4c8e6-daef-4e3d-a238-abed54e1bc12" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.282014] env[62099]: DEBUG nova.compute.manager [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Received event network-vif-deleted-bf907819-4709-4d75-99f5-23d366b4d127 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1470.282220] env[62099]: DEBUG nova.compute.manager [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Received event network-vif-deleted-22b25175-437e-4e73-b801-5d352b1aaf67 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1470.282389] env[62099]: INFO nova.compute.manager [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Neutron deleted interface 22b25175-437e-4e73-b801-5d352b1aaf67; detaching it from the instance and deleting it from the info cache [ 1470.282970] env[62099]: DEBUG nova.network.neutron [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Updating instance_info_cache with network_info: [{"id": "c0ec30f5-db00-4e7c-abf6-4b8c064e0984", "address": "fa:16:3e:03:00:33", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ec30f5-db", "ovs_interfaceid": "c0ec30f5-db00-4e7c-abf6-4b8c064e0984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.302331] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.306880] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.358s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.306880] env[62099]: DEBUG nova.objects.instance [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lazy-loading 'resources' on Instance uuid 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1470.336400] env[62099]: INFO nova.scheduler.client.report [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Deleted allocations for instance 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9 [ 1470.382517] env[62099]: DEBUG nova.virt.hardware [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1470.383037] env[62099]: DEBUG nova.virt.hardware [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1470.383376] env[62099]: DEBUG nova.virt.hardware [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1470.383794] env[62099]: DEBUG nova.virt.hardware [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1470.384186] env[62099]: DEBUG nova.virt.hardware [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1470.384517] env[62099]: DEBUG nova.virt.hardware [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1470.384929] env[62099]: DEBUG nova.virt.hardware [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1470.385284] env[62099]: DEBUG nova.virt.hardware [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1470.385715] env[62099]: DEBUG nova.virt.hardware [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1470.386104] env[62099]: DEBUG nova.virt.hardware [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1470.386429] env[62099]: DEBUG nova.virt.hardware [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1470.388206] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086dcf32-f8f3-46d0-8bb4-ded6c3c49a7c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.408994] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39abfd9-a3b2-44c5-9501-a69efeaac786 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.448385] env[62099]: DEBUG nova.compute.manager [req-fc57e284-fe09-41f8-938f-5282b96744bc req-c02b95cd-990d-4f11-b023-8f92c05d0101 service nova] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Received event network-vif-plugged-43526832-a00e-460e-b441-f8467e542165 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1470.448652] env[62099]: DEBUG oslo_concurrency.lockutils [req-fc57e284-fe09-41f8-938f-5282b96744bc req-c02b95cd-990d-4f11-b023-8f92c05d0101 service nova] Acquiring lock "e7e70eea-a577-46b4-be71-4c92229b8c70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.448803] env[62099]: DEBUG oslo_concurrency.lockutils [req-fc57e284-fe09-41f8-938f-5282b96744bc req-c02b95cd-990d-4f11-b023-8f92c05d0101 service nova] Lock "e7e70eea-a577-46b4-be71-4c92229b8c70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.448966] env[62099]: DEBUG oslo_concurrency.lockutils [req-fc57e284-fe09-41f8-938f-5282b96744bc req-c02b95cd-990d-4f11-b023-8f92c05d0101 service nova] Lock "e7e70eea-a577-46b4-be71-4c92229b8c70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.449147] env[62099]: DEBUG nova.compute.manager [req-fc57e284-fe09-41f8-938f-5282b96744bc req-c02b95cd-990d-4f11-b023-8f92c05d0101 service nova] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] No waiting events found dispatching network-vif-plugged-43526832-a00e-460e-b441-f8467e542165 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1470.449388] env[62099]: WARNING nova.compute.manager [req-fc57e284-fe09-41f8-938f-5282b96744bc req-c02b95cd-990d-4f11-b023-8f92c05d0101 service nova] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Received unexpected event network-vif-plugged-43526832-a00e-460e-b441-f8467e542165 for instance with vm_state building and task_state spawning. [ 1470.462489] env[62099]: INFO nova.compute.manager [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Took 48.45 seconds to build instance. [ 1470.469397] env[62099]: DEBUG oslo_vmware.api [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Task: {'id': task-1896546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22259} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.469397] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1470.469590] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1470.469767] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1470.469973] env[62099]: INFO nova.compute.manager [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1470.470451] env[62099]: DEBUG oslo.service.loopingcall [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1470.470451] env[62099]: DEBUG nova.compute.manager [-] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1470.470579] env[62099]: DEBUG nova.network.neutron [-] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1470.573397] env[62099]: DEBUG oslo_vmware.api [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896547, 'name': PowerOffVM_Task, 'duration_secs': 0.297224} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.579279] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1470.579473] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.579742] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896548, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.579970] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80af9643-d7d0-404c-a3b6-bc18abf0f2ac {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.611160] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "refresh_cache-e7e70eea-a577-46b4-be71-4c92229b8c70" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.611326] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired lock "refresh_cache-e7e70eea-a577-46b4-be71-4c92229b8c70" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.611497] env[62099]: DEBUG nova.network.neutron [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.698150] env[62099]: DEBUG oslo_vmware.api [None req-703457f7-f379-48ff-9afd-fcc067a9abe1 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896544, 'name': PowerOnVM_Task, 'duration_secs': 0.565522} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.698463] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-703457f7-f379-48ff-9afd-fcc067a9abe1 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.698680] env[62099]: DEBUG nova.compute.manager [None req-703457f7-f379-48ff-9afd-fcc067a9abe1 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1470.699513] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a71d57-0f30-4451-a213-d449470c8eed {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.719222] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.719897] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.720330] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Deleting the datastore file [datastore2] d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.727610] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c563c91-096c-4366-b66b-689a7ea0592b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.728934] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e622ce-b76e-1bf0-fa42-6eafefdb75ec, 'name': SearchDatastore_Task, 'duration_secs': 0.014934} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.730389] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81749ac3-bbd9-422e-bcdd-19d43cee3b12 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.734902] env[62099]: DEBUG oslo_vmware.api [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1470.734902] env[62099]: value = "task-1896550" [ 1470.734902] env[62099]: _type = "Task" [ 1470.734902] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.739842] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1470.739842] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]526f2147-a0ce-83e2-d2b3-da52468c84ec" [ 1470.739842] env[62099]: _type = "Task" [ 1470.739842] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.749518] env[62099]: DEBUG oslo_vmware.api [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.754967] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526f2147-a0ce-83e2-d2b3-da52468c84ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.785130] env[62099]: DEBUG oslo_concurrency.lockutils [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] Acquiring lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.845112] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ea14b5cb-b810-43b7-b41a-bdd092ebfe69 tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.624s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.965397] env[62099]: DEBUG oslo_concurrency.lockutils [None req-aff01cdf-4bcf-4496-bdd3-ed7964b1514b tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "8f759bca-97c5-4d8d-af06-e6e66dcb6e64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.789s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.075238] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896548, 'name': PowerOnVM_Task, 'duration_secs': 0.588869} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.079488] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1471.079757] env[62099]: INFO nova.compute.manager [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1471.079950] env[62099]: DEBUG nova.compute.manager [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1471.081127] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f00884b-2648-4efb-aee5-47d3577afad9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.195517] env[62099]: DEBUG nova.network.neutron [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1471.249408] env[62099]: DEBUG oslo_vmware.api [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370484} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.252535] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.252535] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1471.252653] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.252788] env[62099]: INFO nova.compute.manager [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1471.253112] env[62099]: DEBUG oslo.service.loopingcall [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.256056] env[62099]: DEBUG nova.compute.manager [-] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1471.256166] env[62099]: DEBUG nova.network.neutron [-] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1471.262168] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526f2147-a0ce-83e2-d2b3-da52468c84ec, 'name': SearchDatastore_Task, 'duration_secs': 0.026435} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.263378] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.263378] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 12b4c8e6-daef-4e3d-a238-abed54e1bc12/12b4c8e6-daef-4e3d-a238-abed54e1bc12.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1471.263679] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a22821e8-59f0-4be4-bd71-29cdde7399f3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.274665] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1471.274665] env[62099]: value = "task-1896551" [ 1471.274665] env[62099]: _type = "Task" [ 1471.274665] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.285274] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.291124] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272c86ca-ab29-4f5c-86e8-dd1b0e3c7392 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.301846] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be85e78-b00d-4bd5-ae71-ade788ad3a0e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.342981] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6aac90-6d9c-4b12-94e5-e6f610bdfe8c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.351614] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258207b2-850a-413c-a8c5-a2b00ca95d0f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.366855] env[62099]: DEBUG nova.compute.provider_tree [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.438828] env[62099]: DEBUG nova.compute.manager [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1471.439889] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78cb267-a5bb-4347-817e-0eaeac7ee513 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.607490] env[62099]: INFO nova.compute.manager [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Took 42.99 seconds to build instance. [ 1471.747765] env[62099]: DEBUG nova.network.neutron [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Updating instance_info_cache with network_info: [{"id": "43526832-a00e-460e-b441-f8467e542165", "address": "fa:16:3e:1f:59:3e", "network": {"id": "27d18baf-2e0d-47b0-b410-5f5dbc4b51b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43693629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d97b8ca8ba486fb4625c1b643af671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43526832-a0", "ovs_interfaceid": "43526832-a00e-460e-b441-f8467e542165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.801230] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896551, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.870721] env[62099]: DEBUG nova.scheduler.client.report [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1471.956968] env[62099]: INFO nova.compute.manager [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] instance snapshotting [ 1471.960179] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f99085-b1bb-4949-8e18-019e7d90ff8b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.989092] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0915f4bb-784f-48eb-9ec7-00696feb3322 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.108356] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "539c1c0d-3f84-4552-9a8e-3d697f5867c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.144s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.254690] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Releasing lock "refresh_cache-e7e70eea-a577-46b4-be71-4c92229b8c70" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.254690] env[62099]: DEBUG nova.compute.manager [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Instance network_info: |[{"id": "43526832-a00e-460e-b441-f8467e542165", "address": "fa:16:3e:1f:59:3e", "network": {"id": "27d18baf-2e0d-47b0-b410-5f5dbc4b51b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43693629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d97b8ca8ba486fb4625c1b643af671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43526832-a0", "ovs_interfaceid": "43526832-a00e-460e-b441-f8467e542165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1472.254690] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:59:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43526832-a00e-460e-b441-f8467e542165', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1472.265009] env[62099]: DEBUG oslo.service.loopingcall [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1472.265650] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1472.266101] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30e208ac-6536-4b3b-941b-243b7cbae2fc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.288827] env[62099]: DEBUG nova.network.neutron [-] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.303404] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603027} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.305037] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 12b4c8e6-daef-4e3d-a238-abed54e1bc12/12b4c8e6-daef-4e3d-a238-abed54e1bc12.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1472.305370] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1472.305559] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1472.305559] env[62099]: value = "task-1896552" [ 1472.305559] env[62099]: _type = "Task" [ 1472.305559] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.305861] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8f16d13-9e39-4a5b-bf35-3ac8c9f370ce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.319860] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896552, 'name': CreateVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.325941] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1472.325941] env[62099]: value = "task-1896553" [ 1472.325941] env[62099]: _type = "Task" [ 1472.325941] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.341124] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.381480] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.384319] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.711s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.385939] env[62099]: INFO nova.compute.claims [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1472.416624] env[62099]: INFO nova.scheduler.client.report [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Deleted allocations for instance 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b [ 1472.449613] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "8f759bca-97c5-4d8d-af06-e6e66dcb6e64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.450068] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "8f759bca-97c5-4d8d-af06-e6e66dcb6e64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.450431] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "8f759bca-97c5-4d8d-af06-e6e66dcb6e64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.450862] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "8f759bca-97c5-4d8d-af06-e6e66dcb6e64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.452785] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "8f759bca-97c5-4d8d-af06-e6e66dcb6e64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.454745] env[62099]: INFO nova.compute.manager [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Terminating instance [ 1472.469555] env[62099]: DEBUG nova.compute.manager [req-9bf194f5-fc24-4645-8bc7-bb5b013df3fe req-1b70cc3e-273f-4098-84c3-6f406c29a3d2 service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Received event network-vif-plugged-3bc35190-6640-4fdc-b59e-6bd3c747ce95 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1472.469555] env[62099]: DEBUG oslo_concurrency.lockutils [req-9bf194f5-fc24-4645-8bc7-bb5b013df3fe req-1b70cc3e-273f-4098-84c3-6f406c29a3d2 service nova] Acquiring lock "1b4c7281-63df-4c1b-8583-e3db858f0c64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.469855] env[62099]: DEBUG oslo_concurrency.lockutils [req-9bf194f5-fc24-4645-8bc7-bb5b013df3fe req-1b70cc3e-273f-4098-84c3-6f406c29a3d2 service nova] Lock "1b4c7281-63df-4c1b-8583-e3db858f0c64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.469992] env[62099]: DEBUG oslo_concurrency.lockutils [req-9bf194f5-fc24-4645-8bc7-bb5b013df3fe req-1b70cc3e-273f-4098-84c3-6f406c29a3d2 service nova] Lock "1b4c7281-63df-4c1b-8583-e3db858f0c64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.470232] env[62099]: DEBUG nova.compute.manager [req-9bf194f5-fc24-4645-8bc7-bb5b013df3fe req-1b70cc3e-273f-4098-84c3-6f406c29a3d2 service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] No waiting events found dispatching network-vif-plugged-3bc35190-6640-4fdc-b59e-6bd3c747ce95 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1472.470402] env[62099]: WARNING nova.compute.manager [req-9bf194f5-fc24-4645-8bc7-bb5b013df3fe req-1b70cc3e-273f-4098-84c3-6f406c29a3d2 service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Received unexpected event network-vif-plugged-3bc35190-6640-4fdc-b59e-6bd3c747ce95 for instance with vm_state building and task_state spawning. [ 1472.506626] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Creating Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1472.507142] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0d846deb-6a7a-4231-8614-38564024e4b6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.514925] env[62099]: DEBUG oslo_vmware.api [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1472.514925] env[62099]: value = "task-1896554" [ 1472.514925] env[62099]: _type = "Task" [ 1472.514925] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.528902] env[62099]: DEBUG oslo_vmware.api [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.676197] env[62099]: DEBUG nova.network.neutron [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Successfully updated port: 3bc35190-6640-4fdc-b59e-6bd3c747ce95 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1472.765470] env[62099]: DEBUG oslo_vmware.rw_handles [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f5f227-3b66-fc4f-4ebf-cabe36adc86c/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1472.766346] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7bba51-5528-4c5c-80fb-0453adfb1e2a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.772797] env[62099]: DEBUG oslo_vmware.rw_handles [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f5f227-3b66-fc4f-4ebf-cabe36adc86c/disk-0.vmdk is in state: ready. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1472.773163] env[62099]: ERROR oslo_vmware.rw_handles [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f5f227-3b66-fc4f-4ebf-cabe36adc86c/disk-0.vmdk due to incomplete transfer. [ 1472.773230] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-88330766-af8b-4150-8855-ea623f066c35 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.783021] env[62099]: DEBUG oslo_vmware.rw_handles [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f5f227-3b66-fc4f-4ebf-cabe36adc86c/disk-0.vmdk. {{(pid=62099) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1472.783021] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Uploaded image 13a8ce64-aad6-4fc8-a36f-874137ce2719 to the Glance image server {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1472.784517] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Destroying the VM {{(pid=62099) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1472.784517] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bd9f8cc7-c2bb-4682-a9f1-5540db5b6933 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.790011] env[62099]: DEBUG oslo_vmware.api [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1472.790011] env[62099]: value = "task-1896555" [ 1472.790011] env[62099]: _type = "Task" [ 1472.790011] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.798797] env[62099]: INFO nova.compute.manager [-] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Took 2.33 seconds to deallocate network for instance. [ 1472.799121] env[62099]: DEBUG oslo_vmware.api [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896555, 'name': Destroy_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.817186] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896552, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.831036] env[62099]: DEBUG nova.compute.manager [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1472.831441] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquiring lock "9e0e8583-ff9d-429f-9a13-f197392d3541" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.831668] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "9e0e8583-ff9d-429f-9a13-f197392d3541" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.831852] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquiring lock "9e0e8583-ff9d-429f-9a13-f197392d3541-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.832028] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "9e0e8583-ff9d-429f-9a13-f197392d3541-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.832189] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "9e0e8583-ff9d-429f-9a13-f197392d3541-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.834295] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bcddaf-6cee-43f4-b55a-6cb01133b41b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.840618] env[62099]: INFO nova.compute.manager [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Terminating instance [ 1472.842128] env[62099]: DEBUG nova.network.neutron [-] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.853886] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117386} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.854390] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1472.855334] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c5276e-2cbd-4147-b092-c57e53eea1aa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.881376] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 12b4c8e6-daef-4e3d-a238-abed54e1bc12/12b4c8e6-daef-4e3d-a238-abed54e1bc12.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1472.882185] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ace65417-f0dd-4357-be50-058da90a71d8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.907027] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1472.907027] env[62099]: value = "task-1896556" [ 1472.907027] env[62099]: _type = "Task" [ 1472.907027] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.916678] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.925603] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2f5aedba-d200-4db0-997d-90c6292f5e94 tempest-ListServerFiltersTestJSON-1952025140 tempest-ListServerFiltersTestJSON-1952025140-project-member] Lock "5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.522s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.960642] env[62099]: DEBUG nova.compute.manager [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1472.962836] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1472.962836] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f72fadf-5291-4855-a81b-f61db7f7c3f3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.974251] env[62099]: DEBUG nova.compute.manager [req-6e4da592-1f04-474d-b266-6674a619401f req-f4c4fe3b-1fef-48dc-88c0-bb9b101af5bc service nova] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Received event network-changed-43526832-a00e-460e-b441-f8467e542165 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1472.974707] env[62099]: DEBUG nova.compute.manager [req-6e4da592-1f04-474d-b266-6674a619401f req-f4c4fe3b-1fef-48dc-88c0-bb9b101af5bc service nova] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Refreshing instance network info cache due to event network-changed-43526832-a00e-460e-b441-f8467e542165. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1472.975104] env[62099]: DEBUG oslo_concurrency.lockutils [req-6e4da592-1f04-474d-b266-6674a619401f req-f4c4fe3b-1fef-48dc-88c0-bb9b101af5bc service nova] Acquiring lock "refresh_cache-e7e70eea-a577-46b4-be71-4c92229b8c70" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.975621] env[62099]: DEBUG oslo_concurrency.lockutils [req-6e4da592-1f04-474d-b266-6674a619401f req-f4c4fe3b-1fef-48dc-88c0-bb9b101af5bc service nova] Acquired lock "refresh_cache-e7e70eea-a577-46b4-be71-4c92229b8c70" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.976215] env[62099]: DEBUG nova.network.neutron [req-6e4da592-1f04-474d-b266-6674a619401f req-f4c4fe3b-1fef-48dc-88c0-bb9b101af5bc service nova] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Refreshing network info cache for port 43526832-a00e-460e-b441-f8467e542165 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.983780] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1472.984383] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-478b5379-9a6d-4653-b0cd-168d2e46364c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.994090] env[62099]: DEBUG oslo_vmware.api [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1472.994090] env[62099]: value = "task-1896557" [ 1472.994090] env[62099]: _type = "Task" [ 1472.994090] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.004683] env[62099]: DEBUG oslo_vmware.api [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.025320] env[62099]: DEBUG oslo_vmware.api [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896554, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.183450] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Acquiring lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.183858] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Acquired lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.185617] env[62099]: DEBUG nova.network.neutron [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.303822] env[62099]: DEBUG oslo_vmware.api [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896555, 'name': Destroy_Task} progress is 33%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.305905] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.318012] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896552, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.346624] env[62099]: INFO nova.compute.manager [-] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Took 2.09 seconds to deallocate network for instance. [ 1473.347377] env[62099]: DEBUG nova.compute.manager [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1473.347499] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1473.349789] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2952247-2cf2-4af4-ab49-9c71de8c9edc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.363019] env[62099]: INFO nova.compute.manager [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] instance snapshotting [ 1473.363019] env[62099]: WARNING nova.compute.manager [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1473.371143] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1473.371143] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c796256-553f-4ddf-a097-7259ba625287 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.374660] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c893802-ce89-439d-af9f-252cd0eeac54 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.400855] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb094a33-0919-42af-a3b7-eeeeb86acf9f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.402195] env[62099]: DEBUG oslo_vmware.api [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for the task: (returnval){ [ 1473.402195] env[62099]: value = "task-1896558" [ 1473.402195] env[62099]: _type = "Task" [ 1473.402195] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.427748] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896556, 'name': ReconfigVM_Task, 'duration_secs': 0.46867} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.427748] env[62099]: DEBUG oslo_vmware.api [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.427748] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 12b4c8e6-daef-4e3d-a238-abed54e1bc12/12b4c8e6-daef-4e3d-a238-abed54e1bc12.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1473.428138] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7030e04f-027f-410f-89ca-e41b001e522e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.440517] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1473.440517] env[62099]: value = "task-1896559" [ 1473.440517] env[62099]: _type = "Task" [ 1473.440517] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.451854] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896559, 'name': Rename_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.508468] env[62099]: DEBUG oslo_vmware.api [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896557, 'name': PowerOffVM_Task, 'duration_secs': 0.269753} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.509505] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1473.509505] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1473.509505] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d75161a-89b1-4e7f-8dca-c049d79780dc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.527223] env[62099]: DEBUG oslo_vmware.api [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896554, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.656566] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1473.656788] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1473.657112] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Deleting the datastore file [datastore2] 8f759bca-97c5-4d8d-af06-e6e66dcb6e64 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1473.657260] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3eb590a-b428-4159-82b3-474ce2078880 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.667799] env[62099]: DEBUG oslo_vmware.api [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1473.667799] env[62099]: value = "task-1896561" [ 1473.667799] env[62099]: _type = "Task" [ 1473.667799] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.679215] env[62099]: DEBUG oslo_vmware.api [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.806307] env[62099]: DEBUG oslo_vmware.api [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896555, 'name': Destroy_Task, 'duration_secs': 0.565733} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.806618] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Destroyed the VM [ 1473.807094] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Deleting Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1473.807392] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3664fd73-1a33-4a15-b7bd-e995b42ae69d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.814195] env[62099]: DEBUG oslo_vmware.api [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1473.814195] env[62099]: value = "task-1896562" [ 1473.814195] env[62099]: _type = "Task" [ 1473.814195] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.823872] env[62099]: DEBUG nova.network.neutron [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1473.825814] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896552, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.836114] env[62099]: DEBUG oslo_vmware.api [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896562, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.863426] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.899138] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9215451-1fdf-4346-8bdc-0cdf5395016d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.914214] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fb1601-b539-4998-89f8-2e8bc043f1eb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.919281] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Creating Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1473.920648] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a2bce04b-9e7b-4875-9a09-9103cbe1a6e6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.929445] env[62099]: DEBUG oslo_vmware.api [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896558, 'name': PowerOffVM_Task, 'duration_secs': 0.290069} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.956882] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1473.956999] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1473.960299] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f695b2cd-f78c-4092-afe7-0e28614db4df {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.965541] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78447495-a825-4270-b6a8-e1db84047a7d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.972208] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1473.972208] env[62099]: value = "task-1896563" [ 1473.972208] env[62099]: _type = "Task" [ 1473.972208] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.982639] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896559, 'name': Rename_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.984316] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93609c0-f170-4875-b6bf-95ae8a1ae0b0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.994604] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896563, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.007076] env[62099]: DEBUG nova.compute.provider_tree [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.028515] env[62099]: DEBUG oslo_vmware.api [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896554, 'name': CreateSnapshot_Task, 'duration_secs': 1.031493} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.029638] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Created Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1474.030405] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360c893f-051d-4980-a339-3f9da2658d3c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.093871] env[62099]: DEBUG nova.network.neutron [req-6e4da592-1f04-474d-b266-6674a619401f req-f4c4fe3b-1fef-48dc-88c0-bb9b101af5bc service nova] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Updated VIF entry in instance network info cache for port 43526832-a00e-460e-b441-f8467e542165. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1474.093871] env[62099]: DEBUG nova.network.neutron [req-6e4da592-1f04-474d-b266-6674a619401f req-f4c4fe3b-1fef-48dc-88c0-bb9b101af5bc service nova] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Updating instance_info_cache with network_info: [{"id": "43526832-a00e-460e-b441-f8467e542165", "address": "fa:16:3e:1f:59:3e", "network": {"id": "27d18baf-2e0d-47b0-b410-5f5dbc4b51b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43693629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d97b8ca8ba486fb4625c1b643af671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43526832-a0", "ovs_interfaceid": "43526832-a00e-460e-b441-f8467e542165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.163279] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1474.163943] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1474.164298] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Deleting the datastore file [datastore2] 9e0e8583-ff9d-429f-9a13-f197392d3541 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1474.165412] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62910f19-ca9c-41d6-b67c-3caaf0dbcb01 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.181559] env[62099]: DEBUG oslo_vmware.api [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for the task: (returnval){ [ 1474.181559] env[62099]: value = "task-1896565" [ 1474.181559] env[62099]: _type = "Task" [ 1474.181559] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.192281] env[62099]: DEBUG oslo_vmware.api [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167343} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.192281] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1474.192281] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1474.192281] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1474.192281] env[62099]: INFO nova.compute.manager [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1474.195698] env[62099]: DEBUG oslo.service.loopingcall [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.199478] env[62099]: DEBUG nova.compute.manager [-] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1474.199478] env[62099]: DEBUG nova.network.neutron [-] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1474.201527] env[62099]: DEBUG oslo_vmware.api [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.327196] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896552, 'name': CreateVM_Task, 'duration_secs': 1.943192} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.332242] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1474.332724] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.332893] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.333263] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1474.334274] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de9cbfee-de7a-476b-971e-26b106408709 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.340753] env[62099]: DEBUG oslo_vmware.api [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896562, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.345243] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1474.345243] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e96101-d0d3-6ef6-550e-16ffa13c4f43" [ 1474.345243] env[62099]: _type = "Task" [ 1474.345243] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.351925] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e96101-d0d3-6ef6-550e-16ffa13c4f43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.436714] env[62099]: DEBUG nova.network.neutron [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Updating instance_info_cache with network_info: [{"id": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "address": "fa:16:3e:f3:6b:9a", "network": {"id": "68267aad-8e36-497f-8ca0-80141632055b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-427811906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71e6d8391a0d4305a08aa8b6b537b599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc35190-66", "ovs_interfaceid": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.468194] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896559, 'name': Rename_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.487017] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896563, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.510185] env[62099]: DEBUG nova.scheduler.client.report [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1474.554780] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Creating linked-clone VM from snapshot {{(pid=62099) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1474.554780] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cfa3c8d1-3752-4c7c-a30d-e02e888877a9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.567021] env[62099]: DEBUG oslo_vmware.api [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1474.567021] env[62099]: value = "task-1896566" [ 1474.567021] env[62099]: _type = "Task" [ 1474.567021] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.580188] env[62099]: DEBUG oslo_vmware.api [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896566, 'name': CloneVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.598081] env[62099]: DEBUG oslo_concurrency.lockutils [req-6e4da592-1f04-474d-b266-6674a619401f req-f4c4fe3b-1fef-48dc-88c0-bb9b101af5bc service nova] Releasing lock "refresh_cache-e7e70eea-a577-46b4-be71-4c92229b8c70" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.598081] env[62099]: DEBUG nova.compute.manager [req-6e4da592-1f04-474d-b266-6674a619401f req-f4c4fe3b-1fef-48dc-88c0-bb9b101af5bc service nova] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Received event network-vif-deleted-0ce898a3-5337-4e4c-bd3b-706049d3f08a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1474.598081] env[62099]: DEBUG nova.compute.manager [req-6e4da592-1f04-474d-b266-6674a619401f req-f4c4fe3b-1fef-48dc-88c0-bb9b101af5bc service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Received event network-vif-deleted-c0ec30f5-db00-4e7c-abf6-4b8c064e0984 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1474.689593] env[62099]: DEBUG oslo_vmware.api [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Task: {'id': task-1896565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221618} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.690081] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1474.690081] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1474.690231] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1474.690870] env[62099]: INFO nova.compute.manager [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1474.690870] env[62099]: DEBUG oslo.service.loopingcall [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.690870] env[62099]: DEBUG nova.compute.manager [-] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1474.690870] env[62099]: DEBUG nova.network.neutron [-] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1474.839934] env[62099]: DEBUG oslo_vmware.api [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896562, 'name': RemoveSnapshot_Task, 'duration_secs': 0.558403} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.841327] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Deleted Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1474.841327] env[62099]: INFO nova.compute.manager [None req-a51e028b-bee6-4cad-b013-88887d4d977b tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Took 15.90 seconds to snapshot the instance on the hypervisor. [ 1474.860095] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e96101-d0d3-6ef6-550e-16ffa13c4f43, 'name': SearchDatastore_Task, 'duration_secs': 0.020937} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.860474] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.860712] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1474.860996] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.861450] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.861450] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1474.861525] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84760a58-dbcf-46a2-8de5-439270e305db {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.873107] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1474.873107] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1474.873754] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf5c171-35ff-4198-999f-7dad30ac8646 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.887626] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1474.887626] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52214245-5e02-7f17-0bf8-0d9260d7ac6a" [ 1474.887626] env[62099]: _type = "Task" [ 1474.887626] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.896743] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52214245-5e02-7f17-0bf8-0d9260d7ac6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.940369] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Releasing lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.940925] env[62099]: DEBUG nova.compute.manager [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Instance network_info: |[{"id": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "address": "fa:16:3e:f3:6b:9a", "network": {"id": "68267aad-8e36-497f-8ca0-80141632055b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-427811906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71e6d8391a0d4305a08aa8b6b537b599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc35190-66", "ovs_interfaceid": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1474.941537] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:6b:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bc35190-6640-4fdc-b59e-6bd3c747ce95', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1474.951121] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Creating folder: Project (71e6d8391a0d4305a08aa8b6b537b599). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1474.951121] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7072afa2-5023-48b4-94c1-690e5011c313 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.963818] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Created folder: Project (71e6d8391a0d4305a08aa8b6b537b599) in parent group-v391507. [ 1474.964654] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Creating folder: Instances. Parent ref: group-v391639. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1474.964751] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc11833f-0d43-4b71-9a9d-52c6b3593bab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.972724] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896559, 'name': Rename_Task, 'duration_secs': 1.24497} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.973466] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1474.973756] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e7aba51-7952-44bd-837f-692c52081a38 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.983416] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Created folder: Instances in parent group-v391639. [ 1474.983637] env[62099]: DEBUG oslo.service.loopingcall [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.984941] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1474.987341] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb415576-7562-4b47-a14d-334bf026c164 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.006562] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1475.006562] env[62099]: value = "task-1896569" [ 1475.006562] env[62099]: _type = "Task" [ 1475.006562] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.011191] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896563, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.017251] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1475.017251] env[62099]: value = "task-1896570" [ 1475.017251] env[62099]: _type = "Task" [ 1475.017251] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.024891] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.025488] env[62099]: DEBUG nova.compute.manager [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1475.028166] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.031662] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.496s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.039320] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896570, 'name': CreateVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.074978] env[62099]: DEBUG oslo_vmware.api [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896566, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.227519] env[62099]: DEBUG nova.compute.manager [req-27c7b6c2-5b15-4c6a-9d65-54d853fed65a req-1bf2b820-d82a-4ba4-b727-09e75f64fc0f service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Received event network-changed-3bc35190-6640-4fdc-b59e-6bd3c747ce95 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1475.229242] env[62099]: DEBUG nova.compute.manager [req-27c7b6c2-5b15-4c6a-9d65-54d853fed65a req-1bf2b820-d82a-4ba4-b727-09e75f64fc0f service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Refreshing instance network info cache due to event network-changed-3bc35190-6640-4fdc-b59e-6bd3c747ce95. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1475.229242] env[62099]: DEBUG oslo_concurrency.lockutils [req-27c7b6c2-5b15-4c6a-9d65-54d853fed65a req-1bf2b820-d82a-4ba4-b727-09e75f64fc0f service nova] Acquiring lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.229242] env[62099]: DEBUG oslo_concurrency.lockutils [req-27c7b6c2-5b15-4c6a-9d65-54d853fed65a req-1bf2b820-d82a-4ba4-b727-09e75f64fc0f service nova] Acquired lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.229242] env[62099]: DEBUG nova.network.neutron [req-27c7b6c2-5b15-4c6a-9d65-54d853fed65a req-1bf2b820-d82a-4ba4-b727-09e75f64fc0f service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Refreshing network info cache for port 3bc35190-6640-4fdc-b59e-6bd3c747ce95 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.383716] env[62099]: DEBUG nova.network.neutron [-] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.399890] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52214245-5e02-7f17-0bf8-0d9260d7ac6a, 'name': SearchDatastore_Task, 'duration_secs': 0.01546} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.400974] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b2c7f86-049b-4f12-93fb-89fa488b45d7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.408894] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1475.408894] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528c280d-d0e2-d0b1-8fbd-fb1cb25e776e" [ 1475.408894] env[62099]: _type = "Task" [ 1475.408894] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.417975] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528c280d-d0e2-d0b1-8fbd-fb1cb25e776e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.488648] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896563, 'name': CreateSnapshot_Task, 'duration_secs': 1.231968} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.488648] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Created Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1475.488648] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7442cf73-0f8f-4909-a70b-9e5e64be5dd2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.521397] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896569, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.532972] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896570, 'name': CreateVM_Task, 'duration_secs': 0.458052} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.533271] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1475.534051] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.534131] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.534521] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1475.537785] env[62099]: DEBUG nova.compute.utils [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1475.545150] env[62099]: INFO nova.compute.claims [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1475.549330] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f1e77f1-f3d2-4480-87d8-06a351579db8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.552297] env[62099]: DEBUG nova.compute.manager [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1475.552489] env[62099]: DEBUG nova.network.neutron [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1475.559304] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Waiting for the task: (returnval){ [ 1475.559304] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52de39fb-04e3-e4fb-eea5-3c8bbbcbebb1" [ 1475.559304] env[62099]: _type = "Task" [ 1475.559304] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.574167] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52de39fb-04e3-e4fb-eea5-3c8bbbcbebb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.580639] env[62099]: DEBUG oslo_vmware.api [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896566, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.648807] env[62099]: DEBUG nova.policy [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cc32a3b038145f09507c8fc5bf1762c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66510a303d404946bb39f5d008d50b22', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1475.889476] env[62099]: INFO nova.compute.manager [-] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Took 1.69 seconds to deallocate network for instance. [ 1475.922812] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528c280d-d0e2-d0b1-8fbd-fb1cb25e776e, 'name': SearchDatastore_Task, 'duration_secs': 0.012011} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.922812] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.922978] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] e7e70eea-a577-46b4-be71-4c92229b8c70/e7e70eea-a577-46b4-be71-4c92229b8c70.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1475.923233] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2370e508-65d8-457b-8622-9b698fe0836c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.930063] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1475.930063] env[62099]: value = "task-1896571" [ 1475.930063] env[62099]: _type = "Task" [ 1475.930063] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.944088] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.010172] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Creating linked-clone VM from snapshot {{(pid=62099) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1476.012816] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f0415c45-106b-42ed-be18-f4423da97fad {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.030024] env[62099]: DEBUG oslo_vmware.api [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896569, 'name': PowerOnVM_Task, 'duration_secs': 0.536165} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.030024] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1476.030024] env[62099]: INFO nova.compute.manager [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Took 11.20 seconds to spawn the instance on the hypervisor. [ 1476.030024] env[62099]: DEBUG nova.compute.manager [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1476.030024] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1476.030024] env[62099]: value = "task-1896572" [ 1476.030024] env[62099]: _type = "Task" [ 1476.030024] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.030024] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdefc8ad-4b88-4804-99cf-3b9b34a0e9b7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.048814] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896572, 'name': CloneVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.052184] env[62099]: DEBUG nova.compute.manager [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1476.058157] env[62099]: INFO nova.compute.resource_tracker [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Updating resource usage from migration 8b05ed1a-da1d-4124-b178-17e0c3a857a2 [ 1476.074377] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52de39fb-04e3-e4fb-eea5-3c8bbbcbebb1, 'name': SearchDatastore_Task, 'duration_secs': 0.01006} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.078294] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.078518] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1476.078798] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.079246] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.080029] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1476.083281] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08d39940-c2d8-4ce8-8a7e-edafaf860bd0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.093600] env[62099]: DEBUG oslo_vmware.api [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896566, 'name': CloneVM_Task, 'duration_secs': 1.364469} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.093600] env[62099]: INFO nova.virt.vmwareapi.vmops [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Created linked-clone VM from snapshot [ 1476.094237] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79c2e4e-53a9-42a4-98df-485bcc6caac2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.104627] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1476.104776] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1476.110017] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a63aab-5702-416c-881d-050216933b76 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.113830] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Uploading image 786a765c-b52e-4c30-85ce-ef6181e2c2a8 {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1476.119986] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Waiting for the task: (returnval){ [ 1476.119986] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52238a13-ef1d-38b6-08d4-76d288922d5a" [ 1476.119986] env[62099]: _type = "Task" [ 1476.119986] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.133235] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Destroying the VM {{(pid=62099) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1476.133770] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ace0998a-9616-4265-8874-fb334020ef83 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.136139] env[62099]: DEBUG nova.network.neutron [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Successfully created port: 06dac5d7-7f7e-4076-807a-4898c7e827de {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1476.144777] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52238a13-ef1d-38b6-08d4-76d288922d5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.150848] env[62099]: DEBUG oslo_vmware.api [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1476.150848] env[62099]: value = "task-1896573" [ 1476.150848] env[62099]: _type = "Task" [ 1476.150848] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.164153] env[62099]: DEBUG oslo_vmware.api [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896573, 'name': Destroy_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.238739] env[62099]: DEBUG nova.network.neutron [-] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.398305] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.441308] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896571, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.527195] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a29e94-e182-457e-a84b-942141057c4c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.540630] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d9c73a-7a75-43cb-ba8a-475fbf6e93c2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.594511] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896572, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.601945] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47e1aa1-c41e-4086-9d1b-e8f2ee82d754 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.606160] env[62099]: DEBUG nova.compute.manager [req-e1031b57-d73f-4ff6-9e51-83ab4478961b req-0df243e5-d5ea-4dd8-9345-f5a9de6ba5b3 service nova] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Received event network-vif-deleted-8b9521ee-4b35-4dc0-915a-343ca277f68d {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1476.608041] env[62099]: INFO nova.compute.manager [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Took 47.87 seconds to build instance. [ 1476.614807] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e83bf6-ca91-4537-8519-ec2dee381f23 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.631803] env[62099]: DEBUG nova.compute.provider_tree [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.644789] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52238a13-ef1d-38b6-08d4-76d288922d5a, 'name': SearchDatastore_Task, 'duration_secs': 0.119555} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.646168] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69083414-78c7-49a9-8ddf-2802fbd79bb9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.652737] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Waiting for the task: (returnval){ [ 1476.652737] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52336391-37fa-8e1a-72c9-4688cb0a2d2d" [ 1476.652737] env[62099]: _type = "Task" [ 1476.652737] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.673021] env[62099]: DEBUG oslo_vmware.api [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896573, 'name': Destroy_Task, 'duration_secs': 0.442604} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.673021] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52336391-37fa-8e1a-72c9-4688cb0a2d2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.673021] env[62099]: DEBUG nova.network.neutron [req-27c7b6c2-5b15-4c6a-9d65-54d853fed65a req-1bf2b820-d82a-4ba4-b727-09e75f64fc0f service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Updated VIF entry in instance network info cache for port 3bc35190-6640-4fdc-b59e-6bd3c747ce95. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1476.673021] env[62099]: DEBUG nova.network.neutron [req-27c7b6c2-5b15-4c6a-9d65-54d853fed65a req-1bf2b820-d82a-4ba4-b727-09e75f64fc0f service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Updating instance_info_cache with network_info: [{"id": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "address": "fa:16:3e:f3:6b:9a", "network": {"id": "68267aad-8e36-497f-8ca0-80141632055b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-427811906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71e6d8391a0d4305a08aa8b6b537b599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc35190-66", "ovs_interfaceid": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.673513] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Destroyed the VM [ 1476.673712] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Deleting Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1476.674191] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1d281d03-e435-4598-a94b-00c9b9d78e8c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.681861] env[62099]: DEBUG oslo_vmware.api [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1476.681861] env[62099]: value = "task-1896574" [ 1476.681861] env[62099]: _type = "Task" [ 1476.681861] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.693131] env[62099]: DEBUG oslo_vmware.api [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896574, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.741690] env[62099]: INFO nova.compute.manager [-] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Took 2.05 seconds to deallocate network for instance. [ 1476.946069] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809882} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.946633] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] e7e70eea-a577-46b4-be71-4c92229b8c70/e7e70eea-a577-46b4-be71-4c92229b8c70.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1476.947080] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1476.947588] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a235057-92f5-4561-895c-26ad456257f3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.956740] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1476.956740] env[62099]: value = "task-1896575" [ 1476.956740] env[62099]: _type = "Task" [ 1476.956740] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.968237] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.047487] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896572, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.102900] env[62099]: DEBUG nova.compute.manager [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1477.109685] env[62099]: DEBUG oslo_concurrency.lockutils [None req-947ccc3a-5bef-4712-8a86-cd4b66ce1167 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "12b4c8e6-daef-4e3d-a238-abed54e1bc12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.075s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.140644] env[62099]: DEBUG nova.virt.hardware [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1477.140865] env[62099]: DEBUG nova.virt.hardware [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1477.141032] env[62099]: DEBUG nova.virt.hardware [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1477.146448] env[62099]: DEBUG nova.virt.hardware [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1477.146448] env[62099]: DEBUG nova.virt.hardware [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1477.146448] env[62099]: DEBUG nova.virt.hardware [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1477.146448] env[62099]: DEBUG nova.virt.hardware [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1477.146448] env[62099]: DEBUG nova.virt.hardware [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1477.146448] env[62099]: DEBUG nova.virt.hardware [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1477.146448] env[62099]: DEBUG nova.virt.hardware [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1477.146448] env[62099]: DEBUG nova.virt.hardware [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1477.147123] env[62099]: DEBUG nova.scheduler.client.report [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1477.151630] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f92d80-2a64-4196-91e7-5b795fa64a7f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.165783] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2bcd25-c95f-4256-9927-27b3402ed9b5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.188457] env[62099]: DEBUG oslo_concurrency.lockutils [req-27c7b6c2-5b15-4c6a-9d65-54d853fed65a req-1bf2b820-d82a-4ba4-b727-09e75f64fc0f service nova] Releasing lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.189981] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52336391-37fa-8e1a-72c9-4688cb0a2d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.073171} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.193899] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.194357] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 1b4c7281-63df-4c1b-8583-e3db858f0c64/1b4c7281-63df-4c1b-8583-e3db858f0c64.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1477.195346] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e18d81f-d879-4e3e-ae84-d0b5c6178366 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.203562] env[62099]: DEBUG oslo_vmware.api [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896574, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.205365] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Waiting for the task: (returnval){ [ 1477.205365] env[62099]: value = "task-1896576" [ 1477.205365] env[62099]: _type = "Task" [ 1477.205365] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.213355] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1896576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.257303] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.474102] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07031} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.474102] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1477.474102] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ee99e5-937a-47ef-9b0d-678d8f1aa2fb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.500328] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] e7e70eea-a577-46b4-be71-4c92229b8c70/e7e70eea-a577-46b4-be71-4c92229b8c70.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1477.500744] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbc5e94f-a088-4fd9-83c5-77aa4d2c354f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.526239] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1477.526239] env[62099]: value = "task-1896577" [ 1477.526239] env[62099]: _type = "Task" [ 1477.526239] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.540550] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.551314] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896572, 'name': CloneVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.657235] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.628s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.657537] env[62099]: INFO nova.compute.manager [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Migrating [ 1477.657792] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.657967] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.664992] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.124s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.666671] env[62099]: INFO nova.compute.claims [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1477.701441] env[62099]: DEBUG oslo_vmware.api [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896574, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.719343] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1896576, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.957959] env[62099]: DEBUG nova.network.neutron [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Successfully updated port: 06dac5d7-7f7e-4076-807a-4898c7e827de {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1478.040445] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896577, 'name': ReconfigVM_Task, 'duration_secs': 0.393434} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.040764] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Reconfigured VM instance instance-0000002c to attach disk [datastore1] e7e70eea-a577-46b4-be71-4c92229b8c70/e7e70eea-a577-46b4-be71-4c92229b8c70.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1478.045152] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38971cff-abcd-4365-bb55-8ec73b6599e3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.054391] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896572, 'name': CloneVM_Task, 'duration_secs': 1.584796} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.055808] env[62099]: INFO nova.virt.vmwareapi.vmops [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Created linked-clone VM from snapshot [ 1478.056366] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1478.056366] env[62099]: value = "task-1896578" [ 1478.056366] env[62099]: _type = "Task" [ 1478.056366] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.057292] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff4fcb2-655e-417c-b872-b941b9c31133 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.071587] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896578, 'name': Rename_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.079039] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Uploading image cbb75817-4599-4978-9457-c7410a95f168 {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1478.080684] env[62099]: DEBUG nova.compute.manager [req-52291981-60a0-4542-aee6-125739e30756 req-5ff29a92-5342-42db-b8e3-c4d75ea44121 service nova] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Received event network-vif-deleted-c49dd052-f811-4ef1-b71e-31037df43b72 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1478.131879] env[62099]: DEBUG oslo_vmware.rw_handles [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1478.131879] env[62099]: value = "vm-391643" [ 1478.131879] env[62099]: _type = "VirtualMachine" [ 1478.131879] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1478.132224] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a1f1b602-07b1-4a39-8844-49846a8f9502 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.141469] env[62099]: DEBUG oslo_vmware.rw_handles [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lease: (returnval){ [ 1478.141469] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5202aca7-84d4-a286-01b3-0815b58dba8c" [ 1478.141469] env[62099]: _type = "HttpNfcLease" [ 1478.141469] env[62099]: } obtained for exporting VM: (result){ [ 1478.141469] env[62099]: value = "vm-391643" [ 1478.141469] env[62099]: _type = "VirtualMachine" [ 1478.141469] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1478.141743] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the lease: (returnval){ [ 1478.141743] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5202aca7-84d4-a286-01b3-0815b58dba8c" [ 1478.141743] env[62099]: _type = "HttpNfcLease" [ 1478.141743] env[62099]: } to be ready. {{(pid=62099) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1478.148864] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1478.148864] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5202aca7-84d4-a286-01b3-0815b58dba8c" [ 1478.148864] env[62099]: _type = "HttpNfcLease" [ 1478.148864] env[62099]: } is initializing. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1478.177145] env[62099]: INFO nova.compute.rpcapi [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1478.177145] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.210195] env[62099]: DEBUG oslo_vmware.api [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896574, 'name': RemoveSnapshot_Task, 'duration_secs': 1.196991} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.217627] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Deleted Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1478.231194] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1896576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.942156} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.231194] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 1b4c7281-63df-4c1b-8583-e3db858f0c64/1b4c7281-63df-4c1b-8583-e3db858f0c64.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.231194] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.231423] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ee867de-4807-4000-a0ca-e9e6e50767db {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.239236] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Waiting for the task: (returnval){ [ 1478.239236] env[62099]: value = "task-1896580" [ 1478.239236] env[62099]: _type = "Task" [ 1478.239236] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.248719] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1896580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.460364] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Acquiring lock "refresh_cache-d142cd4c-3572-4bbc-971e-9d4dd4c551be" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.460505] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Acquired lock "refresh_cache-d142cd4c-3572-4bbc-971e-9d4dd4c551be" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.460654] env[62099]: DEBUG nova.network.neutron [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1478.576175] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896578, 'name': Rename_Task, 'duration_secs': 0.230141} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.576175] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1478.576175] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04bde1df-b2d6-49a7-a382-274291d03522 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.582592] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1478.582592] env[62099]: value = "task-1896581" [ 1478.582592] env[62099]: _type = "Task" [ 1478.582592] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.591950] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.650074] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1478.650074] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5202aca7-84d4-a286-01b3-0815b58dba8c" [ 1478.650074] env[62099]: _type = "HttpNfcLease" [ 1478.650074] env[62099]: } is ready. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1478.650639] env[62099]: DEBUG oslo_vmware.rw_handles [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1478.650639] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5202aca7-84d4-a286-01b3-0815b58dba8c" [ 1478.650639] env[62099]: _type = "HttpNfcLease" [ 1478.650639] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1478.651140] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad881a1-ef4e-40b8-bfe5-f188c1dfd631 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.660592] env[62099]: DEBUG oslo_vmware.rw_handles [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520181a6-1cc9-9254-8dfc-eaaa8755e714/disk-0.vmdk from lease info. {{(pid=62099) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1478.660592] env[62099]: DEBUG oslo_vmware.rw_handles [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520181a6-1cc9-9254-8dfc-eaaa8755e714/disk-0.vmdk for reading. {{(pid=62099) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1478.726057] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquiring lock "refresh_cache-80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.726356] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquired lock "refresh_cache-80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.726535] env[62099]: DEBUG nova.network.neutron [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1478.731021] env[62099]: WARNING nova.compute.manager [None req-7d4ff0b0-e27b-45c1-8fab-9541f6e40279 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Image not found during snapshot: nova.exception.ImageNotFound: Image 786a765c-b52e-4c30-85ce-ef6181e2c2a8 could not be found. [ 1478.751151] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1896580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072633} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.752208] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1478.752208] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e350e47-5542-4827-ae9c-9d05ed9a7ae5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.778633] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 1b4c7281-63df-4c1b-8583-e3db858f0c64/1b4c7281-63df-4c1b-8583-e3db858f0c64.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1478.781546] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f042074a-2c1b-4ed6-be8b-385016ca991e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.800143] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-10c29aaf-edc0-4fa2-b39c-674ebec6c5e0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.805581] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Waiting for the task: (returnval){ [ 1478.805581] env[62099]: value = "task-1896582" [ 1478.805581] env[62099]: _type = "Task" [ 1478.805581] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.817773] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1896582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.023410] env[62099]: DEBUG nova.network.neutron [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1479.095330] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896581, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.197147] env[62099]: DEBUG nova.network.neutron [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Updating instance_info_cache with network_info: [{"id": "06dac5d7-7f7e-4076-807a-4898c7e827de", "address": "fa:16:3e:3b:67:a0", "network": {"id": "41ddfba7-af49-4c28-a50e-ef24ee53ea54", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1136108359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66510a303d404946bb39f5d008d50b22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06dac5d7-7f", "ovs_interfaceid": "06dac5d7-7f7e-4076-807a-4898c7e827de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.235646] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a3ccec-a48a-4962-8e78-72d638ab3d88 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.247045] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971da4a8-ace7-458b-81c1-dcc2bad7f215 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.292731] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c04efd-7f8e-4e11-bf2c-242294ee4050 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.301338] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e0a1bb-f45b-43c9-8f8f-9fa8027895c9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.317080] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1896582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.328567] env[62099]: DEBUG nova.compute.provider_tree [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.513034] env[62099]: DEBUG nova.network.neutron [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Updating instance_info_cache with network_info: [{"id": "a78a3eb9-c002-40f2-9d1a-b65eea8b95f6", "address": "fa:16:3e:20:d0:1b", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa78a3eb9-c0", "ovs_interfaceid": "a78a3eb9-c002-40f2-9d1a-b65eea8b95f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.595604] env[62099]: DEBUG oslo_vmware.api [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896581, 'name': PowerOnVM_Task, 'duration_secs': 0.836853} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.596340] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1479.597133] env[62099]: INFO nova.compute.manager [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Took 12.13 seconds to spawn the instance on the hypervisor. [ 1479.597133] env[62099]: DEBUG nova.compute.manager [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1479.597827] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd37f627-c652-4381-8836-5cd646f54e7f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.700541] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Releasing lock "refresh_cache-d142cd4c-3572-4bbc-971e-9d4dd4c551be" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.701310] env[62099]: DEBUG nova.compute.manager [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Instance network_info: |[{"id": "06dac5d7-7f7e-4076-807a-4898c7e827de", "address": "fa:16:3e:3b:67:a0", "network": {"id": "41ddfba7-af49-4c28-a50e-ef24ee53ea54", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1136108359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66510a303d404946bb39f5d008d50b22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06dac5d7-7f", "ovs_interfaceid": "06dac5d7-7f7e-4076-807a-4898c7e827de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1479.705014] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:67:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06dac5d7-7f7e-4076-807a-4898c7e827de', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1479.711504] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Creating folder: Project (66510a303d404946bb39f5d008d50b22). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1479.714956] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68fa19a5-69e1-40b8-b41b-407317f7d4b8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.737605] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Created folder: Project (66510a303d404946bb39f5d008d50b22) in parent group-v391507. [ 1479.737605] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Creating folder: Instances. Parent ref: group-v391644. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1479.737605] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51a52edf-450e-41ea-9b70-19808e6e5ee7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.745342] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Created folder: Instances in parent group-v391644. [ 1479.745784] env[62099]: DEBUG oslo.service.loopingcall [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1479.745784] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1479.747219] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-500805ce-ca6d-44be-bb9c-0413e361cab7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.771126] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1479.771126] env[62099]: value = "task-1896585" [ 1479.771126] env[62099]: _type = "Task" [ 1479.771126] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.783303] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896585, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.817243] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1896582, 'name': ReconfigVM_Task, 'duration_secs': 0.589266} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.817243] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 1b4c7281-63df-4c1b-8583-e3db858f0c64/1b4c7281-63df-4c1b-8583-e3db858f0c64.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1479.817780] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af3e3c3d-6c5d-491c-b8dd-c2b64b0b9a2d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.825413] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Waiting for the task: (returnval){ [ 1479.825413] env[62099]: value = "task-1896586" [ 1479.825413] env[62099]: _type = "Task" [ 1479.825413] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.832068] env[62099]: DEBUG nova.scheduler.client.report [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.842363] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1896586, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.016352] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Releasing lock "refresh_cache-80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.059848] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "539c1c0d-3f84-4552-9a8e-3d697f5867c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.060114] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "539c1c0d-3f84-4552-9a8e-3d697f5867c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.060256] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "539c1c0d-3f84-4552-9a8e-3d697f5867c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.060431] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "539c1c0d-3f84-4552-9a8e-3d697f5867c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.060591] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "539c1c0d-3f84-4552-9a8e-3d697f5867c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.063570] env[62099]: INFO nova.compute.manager [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Terminating instance [ 1480.121283] env[62099]: INFO nova.compute.manager [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Took 43.53 seconds to build instance. [ 1480.227174] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "2a3e8dcf-23dd-4f09-9126-e254ab8ef9de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.229918] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "2a3e8dcf-23dd-4f09-9126-e254ab8ef9de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.229918] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "2a3e8dcf-23dd-4f09-9126-e254ab8ef9de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.229918] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "2a3e8dcf-23dd-4f09-9126-e254ab8ef9de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.229918] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "2a3e8dcf-23dd-4f09-9126-e254ab8ef9de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.231452] env[62099]: INFO nova.compute.manager [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Terminating instance [ 1480.282293] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896585, 'name': CreateVM_Task, 'duration_secs': 0.470189} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.283939] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1480.283939] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.283939] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.284146] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.286220] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fdfcb7b-713e-483d-8436-3f2e732d2a96 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.289503] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Waiting for the task: (returnval){ [ 1480.289503] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e5a9af-d8e0-cf3d-dadd-92d512d272da" [ 1480.289503] env[62099]: _type = "Task" [ 1480.289503] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.297995] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e5a9af-d8e0-cf3d-dadd-92d512d272da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.335672] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1896586, 'name': Rename_Task, 'duration_secs': 0.230499} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.335997] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.336398] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7240a2d9-88ba-4b87-8b4c-2924a17f80b8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.338749] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.339346] env[62099]: DEBUG nova.compute.manager [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1480.342235] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.208s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.345318] env[62099]: INFO nova.compute.claims [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1480.354665] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Waiting for the task: (returnval){ [ 1480.354665] env[62099]: value = "task-1896587" [ 1480.354665] env[62099]: _type = "Task" [ 1480.354665] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.361878] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1896587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.482026] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquiring lock "582320f4-97f1-4d19-9148-d17b10d3088b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.482288] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "582320f4-97f1-4d19-9148-d17b10d3088b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.571813] env[62099]: DEBUG nova.compute.manager [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1480.572232] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1480.573550] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96dceae-398d-48e7-b85c-cde86dfe3283 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.582170] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1480.582690] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b88d764-89cc-43c0-82cb-5e61d623c9d3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.592651] env[62099]: DEBUG oslo_vmware.api [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1480.592651] env[62099]: value = "task-1896588" [ 1480.592651] env[62099]: _type = "Task" [ 1480.592651] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.604194] env[62099]: DEBUG oslo_vmware.api [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.623569] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3b55ec82-973e-4ef9-810a-b19350471117 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "e7e70eea-a577-46b4-be71-4c92229b8c70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.123s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.726146] env[62099]: DEBUG oslo_concurrency.lockutils [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "12b4c8e6-daef-4e3d-a238-abed54e1bc12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.726146] env[62099]: DEBUG oslo_concurrency.lockutils [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "12b4c8e6-daef-4e3d-a238-abed54e1bc12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.726146] env[62099]: DEBUG oslo_concurrency.lockutils [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "12b4c8e6-daef-4e3d-a238-abed54e1bc12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.726146] env[62099]: DEBUG oslo_concurrency.lockutils [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "12b4c8e6-daef-4e3d-a238-abed54e1bc12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.726146] env[62099]: DEBUG oslo_concurrency.lockutils [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "12b4c8e6-daef-4e3d-a238-abed54e1bc12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.729114] env[62099]: INFO nova.compute.manager [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Terminating instance [ 1480.739338] env[62099]: DEBUG nova.compute.manager [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1480.739338] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1480.740287] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36d05d3-7490-452d-9f92-38427804f27e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.754735] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1480.755051] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea2ffcc0-4c32-4228-a725-ab4e9f41b6b3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.762900] env[62099]: DEBUG oslo_vmware.api [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1480.762900] env[62099]: value = "task-1896589" [ 1480.762900] env[62099]: _type = "Task" [ 1480.762900] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.772902] env[62099]: DEBUG oslo_vmware.api [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.802295] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e5a9af-d8e0-cf3d-dadd-92d512d272da, 'name': SearchDatastore_Task, 'duration_secs': 0.011122} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.803666] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.803970] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1480.804244] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.804397] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.804946] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1480.804946] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86538896-1d80-47e4-afc9-5f7da598f917 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.815758] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1480.816627] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1480.817749] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7763ee9d-d242-4bd2-b610-004900f1fc25 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.824438] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Waiting for the task: (returnval){ [ 1480.824438] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]523c3e7b-6607-0180-aed0-bb64cc782e76" [ 1480.824438] env[62099]: _type = "Task" [ 1480.824438] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.833133] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523c3e7b-6607-0180-aed0-bb64cc782e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.853023] env[62099]: DEBUG nova.compute.utils [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1480.853023] env[62099]: DEBUG nova.compute.manager [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1480.853023] env[62099]: DEBUG nova.network.neutron [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1480.872715] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1896587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.892870] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0d9e6b70-e5e7-4726-831f-3d18a12d6135 tempest-ServersAdminTestJSON-764194025 tempest-ServersAdminTestJSON-764194025-project-admin] Acquiring lock "refresh_cache-e7e70eea-a577-46b4-be71-4c92229b8c70" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.893280] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0d9e6b70-e5e7-4726-831f-3d18a12d6135 tempest-ServersAdminTestJSON-764194025 tempest-ServersAdminTestJSON-764194025-project-admin] Acquired lock "refresh_cache-e7e70eea-a577-46b4-be71-4c92229b8c70" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.893415] env[62099]: DEBUG nova.network.neutron [None req-0d9e6b70-e5e7-4726-831f-3d18a12d6135 tempest-ServersAdminTestJSON-764194025 tempest-ServersAdminTestJSON-764194025-project-admin] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.914019] env[62099]: DEBUG nova.compute.manager [req-67b83461-d343-4a9a-a647-83fab85fe3ea req-dfe6797f-ba20-4cad-bebd-e7ab66aae36b service nova] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Received event network-vif-plugged-06dac5d7-7f7e-4076-807a-4898c7e827de {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1480.914019] env[62099]: DEBUG oslo_concurrency.lockutils [req-67b83461-d343-4a9a-a647-83fab85fe3ea req-dfe6797f-ba20-4cad-bebd-e7ab66aae36b service nova] Acquiring lock "d142cd4c-3572-4bbc-971e-9d4dd4c551be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.914019] env[62099]: DEBUG oslo_concurrency.lockutils [req-67b83461-d343-4a9a-a647-83fab85fe3ea req-dfe6797f-ba20-4cad-bebd-e7ab66aae36b service nova] Lock "d142cd4c-3572-4bbc-971e-9d4dd4c551be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.914019] env[62099]: DEBUG oslo_concurrency.lockutils [req-67b83461-d343-4a9a-a647-83fab85fe3ea req-dfe6797f-ba20-4cad-bebd-e7ab66aae36b service nova] Lock "d142cd4c-3572-4bbc-971e-9d4dd4c551be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.914019] env[62099]: DEBUG nova.compute.manager [req-67b83461-d343-4a9a-a647-83fab85fe3ea req-dfe6797f-ba20-4cad-bebd-e7ab66aae36b service nova] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] No waiting events found dispatching network-vif-plugged-06dac5d7-7f7e-4076-807a-4898c7e827de {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1480.914019] env[62099]: WARNING nova.compute.manager [req-67b83461-d343-4a9a-a647-83fab85fe3ea req-dfe6797f-ba20-4cad-bebd-e7ab66aae36b service nova] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Received unexpected event network-vif-plugged-06dac5d7-7f7e-4076-807a-4898c7e827de for instance with vm_state building and task_state spawning. [ 1480.914019] env[62099]: DEBUG nova.compute.manager [req-67b83461-d343-4a9a-a647-83fab85fe3ea req-dfe6797f-ba20-4cad-bebd-e7ab66aae36b service nova] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Received event network-changed-06dac5d7-7f7e-4076-807a-4898c7e827de {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1480.914019] env[62099]: DEBUG nova.compute.manager [req-67b83461-d343-4a9a-a647-83fab85fe3ea req-dfe6797f-ba20-4cad-bebd-e7ab66aae36b service nova] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Refreshing instance network info cache due to event network-changed-06dac5d7-7f7e-4076-807a-4898c7e827de. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1480.914019] env[62099]: DEBUG oslo_concurrency.lockutils [req-67b83461-d343-4a9a-a647-83fab85fe3ea req-dfe6797f-ba20-4cad-bebd-e7ab66aae36b service nova] Acquiring lock "refresh_cache-d142cd4c-3572-4bbc-971e-9d4dd4c551be" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.914019] env[62099]: DEBUG oslo_concurrency.lockutils [req-67b83461-d343-4a9a-a647-83fab85fe3ea req-dfe6797f-ba20-4cad-bebd-e7ab66aae36b service nova] Acquired lock "refresh_cache-d142cd4c-3572-4bbc-971e-9d4dd4c551be" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.914019] env[62099]: DEBUG nova.network.neutron [req-67b83461-d343-4a9a-a647-83fab85fe3ea req-dfe6797f-ba20-4cad-bebd-e7ab66aae36b service nova] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Refreshing network info cache for port 06dac5d7-7f7e-4076-807a-4898c7e827de {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1480.932950] env[62099]: DEBUG nova.policy [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f648d9808cc7431aaa532145b9a67c2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98c370a62cd443a88081a61aa8b9f4af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1480.988242] env[62099]: DEBUG nova.compute.manager [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1481.105253] env[62099]: DEBUG oslo_vmware.api [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.235622] env[62099]: DEBUG nova.compute.manager [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1481.236362] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1481.237171] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef334a90-d5a8-46ec-8adf-f609f1e84b36 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.246095] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1481.246588] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3414e7c7-0aaa-4a2d-a5d4-4ad099e88df0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.254727] env[62099]: DEBUG oslo_vmware.api [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1481.254727] env[62099]: value = "task-1896590" [ 1481.254727] env[62099]: _type = "Task" [ 1481.254727] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.264509] env[62099]: DEBUG oslo_vmware.api [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.274998] env[62099]: DEBUG oslo_vmware.api [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.338020] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Acquiring lock "62d9831c-d811-4cc3-81d7-466bec129943" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.338521] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Lock "62d9831c-d811-4cc3-81d7-466bec129943" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.345333] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523c3e7b-6607-0180-aed0-bb64cc782e76, 'name': SearchDatastore_Task, 'duration_secs': 0.01042} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.346548] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f952e2-5271-4904-b743-8d9ec40a6bb3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.356554] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Waiting for the task: (returnval){ [ 1481.356554] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5221d016-d214-a7e3-bd4f-bb77879c75cf" [ 1481.356554] env[62099]: _type = "Task" [ 1481.356554] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.359272] env[62099]: DEBUG nova.compute.manager [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1481.364312] env[62099]: DEBUG nova.network.neutron [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Successfully created port: d03077d7-8f69-4a49-a24f-5d5286267f60 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1481.386518] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1896587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.391472] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5221d016-d214-a7e3-bd4f-bb77879c75cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.393691] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.394291] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] d142cd4c-3572-4bbc-971e-9d4dd4c551be/d142cd4c-3572-4bbc-971e-9d4dd4c551be.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1481.394911] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d7279d2-551f-4738-9bc1-e76434073f48 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.405362] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Waiting for the task: (returnval){ [ 1481.405362] env[62099]: value = "task-1896591" [ 1481.405362] env[62099]: _type = "Task" [ 1481.405362] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.417631] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': task-1896591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.521258] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.535383] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796fe4d4-6694-4036-b8f4-a7c5865392d4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.562561] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Updating instance '80e54a65-d1da-44d8-9c3a-de2bf54ae4bf' progress to 0 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1481.604136] env[62099]: DEBUG oslo_vmware.api [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896588, 'name': PowerOffVM_Task, 'duration_secs': 0.829503} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.604436] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1481.604607] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1481.605151] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-742593e7-a887-4b1d-81ae-4cdb22891c5a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.711594] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1481.711814] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1481.711994] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Deleting the datastore file [datastore2] 539c1c0d-3f84-4552-9a8e-3d697f5867c0 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.715241] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fdc030f-c10a-48ee-9c2e-2771edbfe0c8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.723323] env[62099]: DEBUG oslo_vmware.api [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1481.723323] env[62099]: value = "task-1896593" [ 1481.723323] env[62099]: _type = "Task" [ 1481.723323] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.734220] env[62099]: DEBUG oslo_vmware.api [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.765491] env[62099]: DEBUG oslo_vmware.api [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896590, 'name': PowerOffVM_Task, 'duration_secs': 0.231335} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.774317] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1481.774651] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1481.777916] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb79854f-37c0-469d-bb36-9de12a556c4b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.787991] env[62099]: DEBUG oslo_vmware.api [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896589, 'name': PowerOffVM_Task, 'duration_secs': 0.657462} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.787991] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1481.788390] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1481.790035] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b00bd96-8c1b-4bb3-8a20-c6fcc6174373 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.847139] env[62099]: DEBUG nova.compute.manager [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1481.889043] env[62099]: DEBUG oslo_vmware.api [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1896587, 'name': PowerOnVM_Task, 'duration_secs': 1.283859} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.892554] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1481.892835] env[62099]: INFO nova.compute.manager [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Took 11.77 seconds to spawn the instance on the hypervisor. [ 1481.893030] env[62099]: DEBUG nova.compute.manager [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1481.894512] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8946ea46-cde0-4ad7-a2ff-a61ba5810de5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.916857] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': task-1896591, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.979059] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1481.979703] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1481.980315] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Deleting the datastore file [datastore2] 12b4c8e6-daef-4e3d-a238-abed54e1bc12 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.981059] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf50e1c8-3b1e-4d00-8b3a-1bfe12300b9d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.988518] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1481.988950] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1481.989316] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Deleting the datastore file [datastore2] 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.989693] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed26cdce-69c8-4a15-a197-d5a1ef3701ff {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.994114] env[62099]: DEBUG oslo_vmware.api [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1481.994114] env[62099]: value = "task-1896596" [ 1481.994114] env[62099]: _type = "Task" [ 1481.994114] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.005206] env[62099]: DEBUG oslo_vmware.api [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1482.005206] env[62099]: value = "task-1896597" [ 1482.005206] env[62099]: _type = "Task" [ 1482.005206] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.013984] env[62099]: DEBUG oslo_vmware.api [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.019513] env[62099]: DEBUG oslo_vmware.api [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.036237] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5e2ffb-42d9-44d9-85d6-0da9d34e9106 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.046920] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478d60a4-4415-44b4-99cd-fd40fcf44bff {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.093409] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1482.094761] env[62099]: DEBUG nova.network.neutron [req-67b83461-d343-4a9a-a647-83fab85fe3ea req-dfe6797f-ba20-4cad-bebd-e7ab66aae36b service nova] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Updated VIF entry in instance network info cache for port 06dac5d7-7f7e-4076-807a-4898c7e827de. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1482.095114] env[62099]: DEBUG nova.network.neutron [req-67b83461-d343-4a9a-a647-83fab85fe3ea req-dfe6797f-ba20-4cad-bebd-e7ab66aae36b service nova] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Updating instance_info_cache with network_info: [{"id": "06dac5d7-7f7e-4076-807a-4898c7e827de", "address": "fa:16:3e:3b:67:a0", "network": {"id": "41ddfba7-af49-4c28-a50e-ef24ee53ea54", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1136108359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66510a303d404946bb39f5d008d50b22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06dac5d7-7f", "ovs_interfaceid": "06dac5d7-7f7e-4076-807a-4898c7e827de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.097099] env[62099]: DEBUG nova.network.neutron [None req-0d9e6b70-e5e7-4726-831f-3d18a12d6135 tempest-ServersAdminTestJSON-764194025 tempest-ServersAdminTestJSON-764194025-project-admin] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Updating instance_info_cache with network_info: [{"id": "43526832-a00e-460e-b441-f8467e542165", "address": "fa:16:3e:1f:59:3e", "network": {"id": "27d18baf-2e0d-47b0-b410-5f5dbc4b51b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43693629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d97b8ca8ba486fb4625c1b643af671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43526832-a0", "ovs_interfaceid": "43526832-a00e-460e-b441-f8467e542165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.098216] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06dd9886-d618-4680-bac9-c4095e32faab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.100568] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d46ea65-fef8-428a-947f-8a749ba389c0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.113657] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ed3fe7-bbd1-46c1-a8d7-c18d1ec3ddb0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.120732] env[62099]: DEBUG oslo_vmware.api [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1482.120732] env[62099]: value = "task-1896598" [ 1482.120732] env[62099]: _type = "Task" [ 1482.120732] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.135682] env[62099]: DEBUG nova.compute.provider_tree [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.142701] env[62099]: DEBUG oslo_vmware.api [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.233158] env[62099]: DEBUG oslo_vmware.api [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200483} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.234083] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1482.234223] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1482.234555] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1482.235701] env[62099]: INFO nova.compute.manager [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1482.236140] env[62099]: DEBUG oslo.service.loopingcall [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1482.236763] env[62099]: DEBUG nova.compute.manager [-] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1482.236839] env[62099]: DEBUG nova.network.neutron [-] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1482.282134] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Acquiring lock "0d2ba44d-f920-48b8-9df1-b40f71deb55f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.282608] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Lock "0d2ba44d-f920-48b8-9df1-b40f71deb55f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.375158] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.385651] env[62099]: DEBUG nova.compute.manager [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1482.427961] env[62099]: DEBUG nova.virt.hardware [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1482.428354] env[62099]: DEBUG nova.virt.hardware [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1482.428627] env[62099]: DEBUG nova.virt.hardware [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1482.428953] env[62099]: DEBUG nova.virt.hardware [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1482.432338] env[62099]: DEBUG nova.virt.hardware [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1482.432338] env[62099]: DEBUG nova.virt.hardware [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1482.432338] env[62099]: DEBUG nova.virt.hardware [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1482.432714] env[62099]: DEBUG nova.virt.hardware [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1482.432821] env[62099]: DEBUG nova.virt.hardware [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1482.433151] env[62099]: DEBUG nova.virt.hardware [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1482.433486] env[62099]: DEBUG nova.virt.hardware [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1482.435182] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dfc3f8-86f7-44d0-b24b-688befab97af {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.439643] env[62099]: INFO nova.compute.manager [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Took 43.51 seconds to build instance. [ 1482.449250] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': task-1896591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880578} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.453169] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] d142cd4c-3572-4bbc-971e-9d4dd4c551be/d142cd4c-3572-4bbc-971e-9d4dd4c551be.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1482.453169] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1482.453711] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8df3af2-51a1-40d5-b08c-558804cc6a91 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.458248] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b18d495-3754-4867-a75b-91d731306990 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.487368] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Waiting for the task: (returnval){ [ 1482.487368] env[62099]: value = "task-1896599" [ 1482.487368] env[62099]: _type = "Task" [ 1482.487368] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.502242] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': task-1896599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.507813] env[62099]: DEBUG oslo_vmware.api [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207773} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.511156] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1482.511396] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1482.511603] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1482.511816] env[62099]: INFO nova.compute.manager [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1482.515248] env[62099]: DEBUG oslo.service.loopingcall [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1482.515580] env[62099]: DEBUG nova.compute.manager [-] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1482.515688] env[62099]: DEBUG nova.network.neutron [-] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1482.525621] env[62099]: DEBUG oslo_vmware.api [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219841} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.526274] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1482.526274] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1482.526430] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1482.526495] env[62099]: INFO nova.compute.manager [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Took 1.79 seconds to destroy the instance on the hypervisor. [ 1482.526743] env[62099]: DEBUG oslo.service.loopingcall [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1482.526990] env[62099]: DEBUG nova.compute.manager [-] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1482.527123] env[62099]: DEBUG nova.network.neutron [-] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1482.604395] env[62099]: DEBUG oslo_concurrency.lockutils [req-67b83461-d343-4a9a-a647-83fab85fe3ea req-dfe6797f-ba20-4cad-bebd-e7ab66aae36b service nova] Releasing lock "refresh_cache-d142cd4c-3572-4bbc-971e-9d4dd4c551be" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.605049] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0d9e6b70-e5e7-4726-831f-3d18a12d6135 tempest-ServersAdminTestJSON-764194025 tempest-ServersAdminTestJSON-764194025-project-admin] Releasing lock "refresh_cache-e7e70eea-a577-46b4-be71-4c92229b8c70" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.605321] env[62099]: DEBUG nova.compute.manager [None req-0d9e6b70-e5e7-4726-831f-3d18a12d6135 tempest-ServersAdminTestJSON-764194025 tempest-ServersAdminTestJSON-764194025-project-admin] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Inject network info {{(pid=62099) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 1482.605627] env[62099]: DEBUG nova.compute.manager [None req-0d9e6b70-e5e7-4726-831f-3d18a12d6135 tempest-ServersAdminTestJSON-764194025 tempest-ServersAdminTestJSON-764194025-project-admin] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] network_info to inject: |[{"id": "43526832-a00e-460e-b441-f8467e542165", "address": "fa:16:3e:1f:59:3e", "network": {"id": "27d18baf-2e0d-47b0-b410-5f5dbc4b51b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43693629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d97b8ca8ba486fb4625c1b643af671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43526832-a0", "ovs_interfaceid": "43526832-a00e-460e-b441-f8467e542165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 1482.611137] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e6b70-e5e7-4726-831f-3d18a12d6135 tempest-ServersAdminTestJSON-764194025 tempest-ServersAdminTestJSON-764194025-project-admin] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Reconfiguring VM instance to set the machine id {{(pid=62099) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1482.613950] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a73d02a1-084c-42d1-999b-bad2c57f3aa5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.635481] env[62099]: DEBUG oslo_vmware.api [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896598, 'name': PowerOffVM_Task, 'duration_secs': 0.232242} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.637061] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1482.637266] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Updating instance '80e54a65-d1da-44d8-9c3a-de2bf54ae4bf' progress to 17 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1482.641484] env[62099]: DEBUG nova.scheduler.client.report [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1482.645722] env[62099]: DEBUG oslo_vmware.api [None req-0d9e6b70-e5e7-4726-831f-3d18a12d6135 tempest-ServersAdminTestJSON-764194025 tempest-ServersAdminTestJSON-764194025-project-admin] Waiting for the task: (returnval){ [ 1482.645722] env[62099]: value = "task-1896600" [ 1482.645722] env[62099]: _type = "Task" [ 1482.645722] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.656136] env[62099]: DEBUG oslo_vmware.api [None req-0d9e6b70-e5e7-4726-831f-3d18a12d6135 tempest-ServersAdminTestJSON-764194025 tempest-ServersAdminTestJSON-764194025-project-admin] Task: {'id': task-1896600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.786888] env[62099]: DEBUG nova.compute.manager [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1482.947368] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9c7aaa1-1caf-4eb5-a4dd-15de55c50078 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Lock "1b4c7281-63df-4c1b-8583-e3db858f0c64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.990s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.999640] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': task-1896599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078311} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.999640] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1482.999640] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d7542e-aada-492f-89a5-7edb441705e0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.028426] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] d142cd4c-3572-4bbc-971e-9d4dd4c551be/d142cd4c-3572-4bbc-971e-9d4dd4c551be.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1483.028795] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9988b224-f692-4b0d-a9e4-1d7ee602e23a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.052491] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Waiting for the task: (returnval){ [ 1483.052491] env[62099]: value = "task-1896601" [ 1483.052491] env[62099]: _type = "Task" [ 1483.052491] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.067247] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': task-1896601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.148447] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1483.148783] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1483.148921] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1483.149125] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1483.149303] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1483.149421] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1483.149624] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1483.149781] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1483.149956] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1483.150147] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1483.150325] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1483.156561] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.157203] env[62099]: DEBUG nova.compute.manager [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1483.159899] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0f0e3fe-af61-4329-b468-6167858d3914 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.176369] env[62099]: DEBUG nova.network.neutron [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Successfully updated port: d03077d7-8f69-4a49-a24f-5d5286267f60 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1483.182043] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.314s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.182043] env[62099]: DEBUG nova.objects.instance [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Lazy-loading 'resources' on Instance uuid 3e81cc1d-d2a2-4efd-bdb1-858e463d857d {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1483.184485] env[62099]: DEBUG nova.compute.manager [req-c27d9a7f-9620-46d8-bbce-f6abc23f37ed req-7d4daeb9-d61e-45bd-a886-168bd719c032 service nova] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Received event network-vif-deleted-76d6a1e8-f615-41cd-b82c-88eefcf7f452 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1483.184678] env[62099]: INFO nova.compute.manager [req-c27d9a7f-9620-46d8-bbce-f6abc23f37ed req-7d4daeb9-d61e-45bd-a886-168bd719c032 service nova] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Neutron deleted interface 76d6a1e8-f615-41cd-b82c-88eefcf7f452; detaching it from the instance and deleting it from the info cache [ 1483.184856] env[62099]: DEBUG nova.network.neutron [req-c27d9a7f-9620-46d8-bbce-f6abc23f37ed req-7d4daeb9-d61e-45bd-a886-168bd719c032 service nova] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.193961] env[62099]: DEBUG oslo_vmware.api [None req-0d9e6b70-e5e7-4726-831f-3d18a12d6135 tempest-ServersAdminTestJSON-764194025 tempest-ServersAdminTestJSON-764194025-project-admin] Task: {'id': task-1896600, 'name': ReconfigVM_Task, 'duration_secs': 0.218129} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.196537] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e6b70-e5e7-4726-831f-3d18a12d6135 tempest-ServersAdminTestJSON-764194025 tempest-ServersAdminTestJSON-764194025-project-admin] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Reconfigured VM instance to set the machine id {{(pid=62099) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1483.197204] env[62099]: DEBUG oslo_vmware.api [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1483.197204] env[62099]: value = "task-1896602" [ 1483.197204] env[62099]: _type = "Task" [ 1483.197204] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.210739] env[62099]: DEBUG oslo_vmware.api [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896602, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.251247] env[62099]: DEBUG nova.compute.manager [req-07aca83a-2632-46f2-8c5a-254712194dfe req-e67d63f9-6223-4393-8d0d-ae6e48192a8f service nova] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Received event network-vif-deleted-f93ddc53-0baa-46e7-b44c-51c26257317a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1483.251247] env[62099]: INFO nova.compute.manager [req-07aca83a-2632-46f2-8c5a-254712194dfe req-e67d63f9-6223-4393-8d0d-ae6e48192a8f service nova] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Neutron deleted interface f93ddc53-0baa-46e7-b44c-51c26257317a; detaching it from the instance and deleting it from the info cache [ 1483.251604] env[62099]: DEBUG nova.network.neutron [req-07aca83a-2632-46f2-8c5a-254712194dfe req-e67d63f9-6223-4393-8d0d-ae6e48192a8f service nova] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.313296] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.314975] env[62099]: DEBUG nova.network.neutron [-] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.329120] env[62099]: DEBUG nova.network.neutron [-] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.562742] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': task-1896601, 'name': ReconfigVM_Task, 'duration_secs': 0.454658} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.563051] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Reconfigured VM instance instance-0000002e to attach disk [datastore1] d142cd4c-3572-4bbc-971e-9d4dd4c551be/d142cd4c-3572-4bbc-971e-9d4dd4c551be.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1483.563811] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba5034f3-e5d2-4f0f-99e8-67501e474150 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.570878] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Waiting for the task: (returnval){ [ 1483.570878] env[62099]: value = "task-1896603" [ 1483.570878] env[62099]: _type = "Task" [ 1483.570878] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.580844] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': task-1896603, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.620984] env[62099]: DEBUG nova.network.neutron [-] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.686753] env[62099]: DEBUG nova.compute.utils [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1483.686753] env[62099]: DEBUG nova.compute.manager [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1483.687540] env[62099]: DEBUG nova.network.neutron [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1483.697656] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquiring lock "refresh_cache-62799a7e-a62f-460e-aa23-c9e83514a020" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.697656] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquired lock "refresh_cache-62799a7e-a62f-460e-aa23-c9e83514a020" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.697790] env[62099]: DEBUG nova.network.neutron [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1483.701189] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b6a3837-25a5-463f-9827-721bb7e4d08d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.726195] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4110bf3-12d7-407f-9a54-8f223ee6fe4a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.736908] env[62099]: DEBUG oslo_vmware.api [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896602, 'name': ReconfigVM_Task, 'duration_secs': 0.241994} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.740237] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Updating instance '80e54a65-d1da-44d8-9c3a-de2bf54ae4bf' progress to 33 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1483.770197] env[62099]: DEBUG nova.compute.manager [req-c27d9a7f-9620-46d8-bbce-f6abc23f37ed req-7d4daeb9-d61e-45bd-a886-168bd719c032 service nova] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Detach interface failed, port_id=76d6a1e8-f615-41cd-b82c-88eefcf7f452, reason: Instance 539c1c0d-3f84-4552-9a8e-3d697f5867c0 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1483.773299] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4684b99-e94d-46e4-9419-a21c176812d6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.785337] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffafbda8-9cab-4f6c-83f0-0c50f0cc8dd6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.799205] env[62099]: DEBUG nova.policy [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74db7335e2704cfaa52ba05d537cdae0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd5fbac89e624347ac49dc6cb1d189f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1483.817055] env[62099]: INFO nova.compute.manager [-] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Took 1.58 seconds to deallocate network for instance. [ 1483.831396] env[62099]: DEBUG nova.compute.manager [req-07aca83a-2632-46f2-8c5a-254712194dfe req-e67d63f9-6223-4393-8d0d-ae6e48192a8f service nova] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Detach interface failed, port_id=f93ddc53-0baa-46e7-b44c-51c26257317a, reason: Instance 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1483.839194] env[62099]: INFO nova.compute.manager [-] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Took 1.31 seconds to deallocate network for instance. [ 1484.081644] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': task-1896603, 'name': Rename_Task, 'duration_secs': 0.149398} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.084400] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1484.084928] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a54d097d-e6d7-419b-83bf-066669d7825d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.092480] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Waiting for the task: (returnval){ [ 1484.092480] env[62099]: value = "task-1896604" [ 1484.092480] env[62099]: _type = "Task" [ 1484.092480] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.114022] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': task-1896604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.127523] env[62099]: INFO nova.compute.manager [-] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Took 1.61 seconds to deallocate network for instance. [ 1484.191027] env[62099]: DEBUG nova.compute.manager [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1484.248984] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:26:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='48eac0ff-1f8e-452a-a893-25249b4c8425',id=25,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-918381838',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1484.249326] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1484.249613] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1484.249769] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1484.249916] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1484.250146] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1484.250411] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1484.250672] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1484.250893] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1484.251084] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1484.251291] env[62099]: DEBUG nova.virt.hardware [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1484.258213] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Reconfiguring VM instance instance-00000024 to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1484.260341] env[62099]: DEBUG nova.network.neutron [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1484.263336] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00e0bee4-0f49-49b9-a842-ece20135257b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.287193] env[62099]: DEBUG oslo_vmware.api [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1484.287193] env[62099]: value = "task-1896605" [ 1484.287193] env[62099]: _type = "Task" [ 1484.287193] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.296082] env[62099]: DEBUG oslo_vmware.api [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.335520] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be181c1-a599-47c1-ac0d-a00846f298dc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.344655] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.345690] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.346790] env[62099]: DEBUG nova.network.neutron [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Successfully created port: 71eee08c-9811-47e2-ade8-19099b1c8009 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1484.349997] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38206277-7a21-48ab-9266-79c25ac0ff9c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.387088] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4ffa36-8969-440e-b159-0c7e4050b567 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.395703] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f77b6f9-dde7-40c2-9011-161ca5d8b492 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.410341] env[62099]: DEBUG nova.compute.provider_tree [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1484.526211] env[62099]: DEBUG nova.network.neutron [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Updating instance_info_cache with network_info: [{"id": "d03077d7-8f69-4a49-a24f-5d5286267f60", "address": "fa:16:3e:72:8b:f0", "network": {"id": "4256c88c-5aa3-4c1a-b40e-2499109df8a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079084214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98c370a62cd443a88081a61aa8b9f4af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd03077d7-8f", "ovs_interfaceid": "d03077d7-8f69-4a49-a24f-5d5286267f60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.605173] env[62099]: DEBUG oslo_vmware.api [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': task-1896604, 'name': PowerOnVM_Task, 'duration_secs': 0.490587} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.605481] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1484.605690] env[62099]: INFO nova.compute.manager [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1484.605874] env[62099]: DEBUG nova.compute.manager [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.606741] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d507bc-37d9-4775-9edd-ecbc618435ca {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.638718] env[62099]: DEBUG oslo_concurrency.lockutils [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.798205] env[62099]: DEBUG oslo_vmware.api [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896605, 'name': ReconfigVM_Task, 'duration_secs': 0.311392} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.798504] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Reconfigured VM instance instance-00000024 to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1484.799326] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0a9b48-d05a-4967-affa-3455711693ec {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.821872] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf/80e54a65-d1da-44d8-9c3a-de2bf54ae4bf.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1484.822285] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d93df11-7885-4359-b491-da6175eb3572 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.841501] env[62099]: DEBUG oslo_vmware.api [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1484.841501] env[62099]: value = "task-1896606" [ 1484.841501] env[62099]: _type = "Task" [ 1484.841501] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.851574] env[62099]: DEBUG oslo_vmware.api [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.914589] env[62099]: DEBUG nova.scheduler.client.report [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1485.029057] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Releasing lock "refresh_cache-62799a7e-a62f-460e-aa23-c9e83514a020" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.029462] env[62099]: DEBUG nova.compute.manager [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Instance network_info: |[{"id": "d03077d7-8f69-4a49-a24f-5d5286267f60", "address": "fa:16:3e:72:8b:f0", "network": {"id": "4256c88c-5aa3-4c1a-b40e-2499109df8a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079084214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98c370a62cd443a88081a61aa8b9f4af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd03077d7-8f", "ovs_interfaceid": "d03077d7-8f69-4a49-a24f-5d5286267f60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1485.029890] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:8b:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd03077d7-8f69-4a49-a24f-5d5286267f60', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1485.040312] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Creating folder: Project (98c370a62cd443a88081a61aa8b9f4af). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1485.041113] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c98210aa-224c-4a72-aa36-6b041a66ad2f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.052553] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Created folder: Project (98c370a62cd443a88081a61aa8b9f4af) in parent group-v391507. [ 1485.052774] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Creating folder: Instances. Parent ref: group-v391647. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1485.053048] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e767a46-0a0c-4850-aff5-db3f04560ab6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.063154] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Created folder: Instances in parent group-v391647. [ 1485.063638] env[62099]: DEBUG oslo.service.loopingcall [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.063735] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1485.063891] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ae4a68e-9a9d-4702-96c7-36efef2f2057 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.085826] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1485.085826] env[62099]: value = "task-1896609" [ 1485.085826] env[62099]: _type = "Task" [ 1485.085826] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.093917] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896609, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.128418] env[62099]: INFO nova.compute.manager [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Took 38.47 seconds to build instance. [ 1485.209349] env[62099]: DEBUG nova.compute.manager [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1485.230913] env[62099]: DEBUG nova.virt.hardware [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1485.231202] env[62099]: DEBUG nova.virt.hardware [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1485.231362] env[62099]: DEBUG nova.virt.hardware [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1485.231543] env[62099]: DEBUG nova.virt.hardware [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1485.231687] env[62099]: DEBUG nova.virt.hardware [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1485.231830] env[62099]: DEBUG nova.virt.hardware [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1485.232047] env[62099]: DEBUG nova.virt.hardware [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1485.232209] env[62099]: DEBUG nova.virt.hardware [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1485.232378] env[62099]: DEBUG nova.virt.hardware [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1485.232538] env[62099]: DEBUG nova.virt.hardware [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1485.232708] env[62099]: DEBUG nova.virt.hardware [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1485.233618] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be995268-11ac-4eec-9223-181a1946e822 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.242191] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a512bf91-0522-4fde-a234-36d7c4a99602 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.307083] env[62099]: DEBUG nova.compute.manager [req-3d7bd6a7-2998-4bcc-a3a1-61637ef8de8f req-3958f819-d5dc-4cb8-8f4f-7d38297dbcf0 service nova] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Received event network-vif-deleted-25a7d588-6c5f-4ce8-9341-44c1b46748e0 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1485.353423] env[62099]: DEBUG oslo_vmware.api [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896606, 'name': ReconfigVM_Task, 'duration_secs': 0.495322} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.353734] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf/80e54a65-d1da-44d8-9c3a-de2bf54ae4bf.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1485.354140] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Updating instance '80e54a65-d1da-44d8-9c3a-de2bf54ae4bf' progress to 50 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1485.420917] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.422606] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.492s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.422785] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.422937] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1485.423480] env[62099]: DEBUG oslo_concurrency.lockutils [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.572s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.423480] env[62099]: DEBUG nova.objects.instance [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Lazy-loading 'resources' on Instance uuid 0971d049-f5b5-44d0-982f-4bf351d245cb {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1485.426473] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e580df-9fc5-453c-955e-841ee1b32dd3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.436888] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226b5187-ada7-455d-a9f3-91f6b2838099 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.453017] env[62099]: INFO nova.scheduler.client.report [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Deleted allocations for instance 3e81cc1d-d2a2-4efd-bdb1-858e463d857d [ 1485.454877] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5db184-876f-43a2-8219-a92d0dc562e6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.465824] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc5b32d-5b46-41ac-8d14-eec91fb1b006 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.499387] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178598MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1485.499574] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.504053] env[62099]: DEBUG nova.compute.manager [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Received event network-vif-plugged-d03077d7-8f69-4a49-a24f-5d5286267f60 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1485.504215] env[62099]: DEBUG oslo_concurrency.lockutils [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] Acquiring lock "62799a7e-a62f-460e-aa23-c9e83514a020-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.504419] env[62099]: DEBUG oslo_concurrency.lockutils [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] Lock "62799a7e-a62f-460e-aa23-c9e83514a020-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.504596] env[62099]: DEBUG oslo_concurrency.lockutils [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] Lock "62799a7e-a62f-460e-aa23-c9e83514a020-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.504812] env[62099]: DEBUG nova.compute.manager [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] No waiting events found dispatching network-vif-plugged-d03077d7-8f69-4a49-a24f-5d5286267f60 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1485.504921] env[62099]: WARNING nova.compute.manager [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Received unexpected event network-vif-plugged-d03077d7-8f69-4a49-a24f-5d5286267f60 for instance with vm_state building and task_state spawning. [ 1485.505102] env[62099]: DEBUG nova.compute.manager [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Received event network-changed-d03077d7-8f69-4a49-a24f-5d5286267f60 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1485.505304] env[62099]: DEBUG nova.compute.manager [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Refreshing instance network info cache due to event network-changed-d03077d7-8f69-4a49-a24f-5d5286267f60. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1485.505556] env[62099]: DEBUG oslo_concurrency.lockutils [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] Acquiring lock "refresh_cache-62799a7e-a62f-460e-aa23-c9e83514a020" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.505827] env[62099]: DEBUG oslo_concurrency.lockutils [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] Acquired lock "refresh_cache-62799a7e-a62f-460e-aa23-c9e83514a020" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.505827] env[62099]: DEBUG nova.network.neutron [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Refreshing network info cache for port d03077d7-8f69-4a49-a24f-5d5286267f60 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1485.596604] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896609, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.628229] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bb8f55d1-e002-49fb-b9f7-a726ad6d7f1a tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Lock "d142cd4c-3572-4bbc-971e-9d4dd4c551be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.805s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.861562] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5c9b88-07ca-4717-b03d-f2f5fc5d3cdb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.888247] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c4cb28-a8e0-4007-953a-ad76fecf1ab3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.914888] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Updating instance '80e54a65-d1da-44d8-9c3a-de2bf54ae4bf' progress to 67 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1485.941852] env[62099]: DEBUG nova.network.neutron [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Successfully updated port: 71eee08c-9811-47e2-ade8-19099b1c8009 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1485.965728] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0fe91f4d-70f3-40ec-99cb-1005a0493bc9 tempest-ServersTestJSON-1503838098 tempest-ServersTestJSON-1503838098-project-member] Lock "3e81cc1d-d2a2-4efd-bdb1-858e463d857d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.935s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.096943] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896609, 'name': CreateVM_Task, 'duration_secs': 0.749882} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.100184] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1486.101860] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.101860] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.101860] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1486.104452] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6230915-8741-48cc-bfc3-8318cf71adaa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.110831] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1486.110831] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5260258b-ac66-4095-57a0-ea5a2711bbc0" [ 1486.110831] env[62099]: _type = "Task" [ 1486.110831] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.120874] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5260258b-ac66-4095-57a0-ea5a2711bbc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.281444] env[62099]: DEBUG nova.network.neutron [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Updated VIF entry in instance network info cache for port d03077d7-8f69-4a49-a24f-5d5286267f60. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1486.281444] env[62099]: DEBUG nova.network.neutron [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Updating instance_info_cache with network_info: [{"id": "d03077d7-8f69-4a49-a24f-5d5286267f60", "address": "fa:16:3e:72:8b:f0", "network": {"id": "4256c88c-5aa3-4c1a-b40e-2499109df8a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079084214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98c370a62cd443a88081a61aa8b9f4af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd03077d7-8f", "ovs_interfaceid": "d03077d7-8f69-4a49-a24f-5d5286267f60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.400621] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f6d832-715e-4889-aca6-4d19f9849670 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.408855] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae03ee76-afcd-4d38-877e-6868f6f8d5ad {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.446232] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Acquiring lock "refresh_cache-066f9ed3-95fb-4b34-9398-6937855f7e2d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.446382] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Acquired lock "refresh_cache-066f9ed3-95fb-4b34-9398-6937855f7e2d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.446801] env[62099]: DEBUG nova.network.neutron [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1486.448473] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbf07c7-3538-4200-b6b6-e8e115f78741 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.456621] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d8b843-a441-4987-8e6a-4320b61ba8cd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.473401] env[62099]: DEBUG nova.compute.provider_tree [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.490032] env[62099]: DEBUG nova.network.neutron [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Port a78a3eb9-c002-40f2-9d1a-b65eea8b95f6 binding to destination host cpu-1 is already ACTIVE {{(pid=62099) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1486.621765] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5260258b-ac66-4095-57a0-ea5a2711bbc0, 'name': SearchDatastore_Task, 'duration_secs': 0.020751} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.621765] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.621972] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1486.622219] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.622416] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.622700] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1486.622996] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d756227-6f0f-40de-9540-ca63c5ebc718 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.633626] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1486.633838] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1486.634897] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-507a44f3-e4b4-4add-99c5-424ea2e20e2b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.640156] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1486.640156] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b7a084-e06a-1509-400d-d87e2e82d419" [ 1486.640156] env[62099]: _type = "Task" [ 1486.640156] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.648186] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b7a084-e06a-1509-400d-d87e2e82d419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.785478] env[62099]: DEBUG oslo_concurrency.lockutils [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] Releasing lock "refresh_cache-62799a7e-a62f-460e-aa23-c9e83514a020" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.785794] env[62099]: DEBUG nova.compute.manager [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Received event network-changed-3bc35190-6640-4fdc-b59e-6bd3c747ce95 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1486.785965] env[62099]: DEBUG nova.compute.manager [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Refreshing instance network info cache due to event network-changed-3bc35190-6640-4fdc-b59e-6bd3c747ce95. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1486.786200] env[62099]: DEBUG oslo_concurrency.lockutils [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] Acquiring lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.786387] env[62099]: DEBUG oslo_concurrency.lockutils [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] Acquired lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.786557] env[62099]: DEBUG nova.network.neutron [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Refreshing network info cache for port 3bc35190-6640-4fdc-b59e-6bd3c747ce95 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1486.860262] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquiring lock "1959ec2b-4161-4820-b1f9-f8c3b8c3bf34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.860637] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "1959ec2b-4161-4820-b1f9-f8c3b8c3bf34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.860722] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquiring lock "1959ec2b-4161-4820-b1f9-f8c3b8c3bf34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.860869] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "1959ec2b-4161-4820-b1f9-f8c3b8c3bf34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.861051] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "1959ec2b-4161-4820-b1f9-f8c3b8c3bf34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.866480] env[62099]: INFO nova.compute.manager [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Terminating instance [ 1486.980020] env[62099]: DEBUG nova.scheduler.client.report [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1486.990946] env[62099]: DEBUG nova.network.neutron [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1486.992549] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Acquiring lock "d142cd4c-3572-4bbc-971e-9d4dd4c551be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.993045] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Lock "d142cd4c-3572-4bbc-971e-9d4dd4c551be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.993458] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Acquiring lock "d142cd4c-3572-4bbc-971e-9d4dd4c551be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.993768] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Lock "d142cd4c-3572-4bbc-971e-9d4dd4c551be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.994185] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Lock "d142cd4c-3572-4bbc-971e-9d4dd4c551be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.002519] env[62099]: INFO nova.compute.manager [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Terminating instance [ 1487.153044] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b7a084-e06a-1509-400d-d87e2e82d419, 'name': SearchDatastore_Task, 'duration_secs': 0.022122} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.153934] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc35e23-d733-4879-9317-c988f6618769 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.159612] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1487.159612] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b36fe8-9d76-7ce7-6832-e9efb7380ef6" [ 1487.159612] env[62099]: _type = "Task" [ 1487.159612] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.170656] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b36fe8-9d76-7ce7-6832-e9efb7380ef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.207086] env[62099]: DEBUG nova.network.neutron [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Updating instance_info_cache with network_info: [{"id": "71eee08c-9811-47e2-ade8-19099b1c8009", "address": "fa:16:3e:5d:2c:85", "network": {"id": "fa425326-d19d-47ea-ae63-44a48a8c8c62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-621681264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5fbac89e624347ac49dc6cb1d189f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71eee08c-98", "ovs_interfaceid": "71eee08c-9811-47e2-ade8-19099b1c8009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.367266] env[62099]: DEBUG nova.compute.manager [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1487.368633] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1487.369595] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9536358e-a4d0-4d72-b9ca-a7f8f42b9a91 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.381594] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1487.381594] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-165e1095-5272-495d-a267-f806a32e6dc9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.388428] env[62099]: DEBUG oslo_vmware.api [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1487.388428] env[62099]: value = "task-1896610" [ 1487.388428] env[62099]: _type = "Task" [ 1487.388428] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.403618] env[62099]: DEBUG oslo_vmware.api [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.485686] env[62099]: DEBUG oslo_concurrency.lockutils [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.488830] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.833s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.490410] env[62099]: DEBUG nova.objects.instance [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lazy-loading 'resources' on Instance uuid 12afe1f4-4fc3-40a1-bde2-2afaf1772cde {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.528119] env[62099]: DEBUG nova.compute.manager [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1487.528441] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1487.537098] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc766b0-b941-4ff9-93c0-bf511049054e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.544110] env[62099]: INFO nova.scheduler.client.report [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Deleted allocations for instance 0971d049-f5b5-44d0-982f-4bf351d245cb [ 1487.545254] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquiring lock "80e54a65-d1da-44d8-9c3a-de2bf54ae4bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.548127] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "80e54a65-d1da-44d8-9c3a-de2bf54ae4bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.548127] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "80e54a65-d1da-44d8-9c3a-de2bf54ae4bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.550607] env[62099]: INFO nova.compute.manager [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Rebuilding instance [ 1487.557293] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1487.557654] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee588507-0af2-4fd7-8ba2-d3d0e3fea913 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.564998] env[62099]: DEBUG oslo_vmware.api [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Waiting for the task: (returnval){ [ 1487.564998] env[62099]: value = "task-1896611" [ 1487.564998] env[62099]: _type = "Task" [ 1487.564998] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.577687] env[62099]: DEBUG oslo_vmware.api [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': task-1896611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.615425] env[62099]: DEBUG nova.compute.manager [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1487.617527] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3d6d9f-dcd8-4730-94a0-c0789224d096 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.630384] env[62099]: DEBUG nova.compute.manager [req-241100fa-6cbe-46b7-ba55-fa10473ac98c req-e8546590-21f4-4dba-9f16-7321f5fe8f73 service nova] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Received event network-vif-plugged-71eee08c-9811-47e2-ade8-19099b1c8009 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1487.630663] env[62099]: DEBUG oslo_concurrency.lockutils [req-241100fa-6cbe-46b7-ba55-fa10473ac98c req-e8546590-21f4-4dba-9f16-7321f5fe8f73 service nova] Acquiring lock "066f9ed3-95fb-4b34-9398-6937855f7e2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.630919] env[62099]: DEBUG oslo_concurrency.lockutils [req-241100fa-6cbe-46b7-ba55-fa10473ac98c req-e8546590-21f4-4dba-9f16-7321f5fe8f73 service nova] Lock "066f9ed3-95fb-4b34-9398-6937855f7e2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.631170] env[62099]: DEBUG oslo_concurrency.lockutils [req-241100fa-6cbe-46b7-ba55-fa10473ac98c req-e8546590-21f4-4dba-9f16-7321f5fe8f73 service nova] Lock "066f9ed3-95fb-4b34-9398-6937855f7e2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.631878] env[62099]: DEBUG nova.compute.manager [req-241100fa-6cbe-46b7-ba55-fa10473ac98c req-e8546590-21f4-4dba-9f16-7321f5fe8f73 service nova] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] No waiting events found dispatching network-vif-plugged-71eee08c-9811-47e2-ade8-19099b1c8009 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1487.631878] env[62099]: WARNING nova.compute.manager [req-241100fa-6cbe-46b7-ba55-fa10473ac98c req-e8546590-21f4-4dba-9f16-7321f5fe8f73 service nova] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Received unexpected event network-vif-plugged-71eee08c-9811-47e2-ade8-19099b1c8009 for instance with vm_state building and task_state spawning. [ 1487.631878] env[62099]: DEBUG nova.compute.manager [req-241100fa-6cbe-46b7-ba55-fa10473ac98c req-e8546590-21f4-4dba-9f16-7321f5fe8f73 service nova] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Received event network-changed-71eee08c-9811-47e2-ade8-19099b1c8009 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1487.632165] env[62099]: DEBUG nova.compute.manager [req-241100fa-6cbe-46b7-ba55-fa10473ac98c req-e8546590-21f4-4dba-9f16-7321f5fe8f73 service nova] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Refreshing instance network info cache due to event network-changed-71eee08c-9811-47e2-ade8-19099b1c8009. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1487.632205] env[62099]: DEBUG oslo_concurrency.lockutils [req-241100fa-6cbe-46b7-ba55-fa10473ac98c req-e8546590-21f4-4dba-9f16-7321f5fe8f73 service nova] Acquiring lock "refresh_cache-066f9ed3-95fb-4b34-9398-6937855f7e2d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.633705] env[62099]: DEBUG nova.network.neutron [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Updated VIF entry in instance network info cache for port 3bc35190-6640-4fdc-b59e-6bd3c747ce95. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1487.634023] env[62099]: DEBUG nova.network.neutron [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Updating instance_info_cache with network_info: [{"id": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "address": "fa:16:3e:f3:6b:9a", "network": {"id": "68267aad-8e36-497f-8ca0-80141632055b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-427811906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71e6d8391a0d4305a08aa8b6b537b599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc35190-66", "ovs_interfaceid": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.671623] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b36fe8-9d76-7ce7-6832-e9efb7380ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.011496} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.671896] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.672288] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 62799a7e-a62f-460e-aa23-c9e83514a020/62799a7e-a62f-460e-aa23-c9e83514a020.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1487.672633] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-151097ac-3437-4a18-86e1-4f4b1076eb23 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.681416] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1487.681416] env[62099]: value = "task-1896612" [ 1487.681416] env[62099]: _type = "Task" [ 1487.681416] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.691154] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.709895] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Releasing lock "refresh_cache-066f9ed3-95fb-4b34-9398-6937855f7e2d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.710556] env[62099]: DEBUG nova.compute.manager [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Instance network_info: |[{"id": "71eee08c-9811-47e2-ade8-19099b1c8009", "address": "fa:16:3e:5d:2c:85", "network": {"id": "fa425326-d19d-47ea-ae63-44a48a8c8c62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-621681264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5fbac89e624347ac49dc6cb1d189f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71eee08c-98", "ovs_interfaceid": "71eee08c-9811-47e2-ade8-19099b1c8009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1487.710919] env[62099]: DEBUG oslo_concurrency.lockutils [req-241100fa-6cbe-46b7-ba55-fa10473ac98c req-e8546590-21f4-4dba-9f16-7321f5fe8f73 service nova] Acquired lock "refresh_cache-066f9ed3-95fb-4b34-9398-6937855f7e2d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.711144] env[62099]: DEBUG nova.network.neutron [req-241100fa-6cbe-46b7-ba55-fa10473ac98c req-e8546590-21f4-4dba-9f16-7321f5fe8f73 service nova] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Refreshing network info cache for port 71eee08c-9811-47e2-ade8-19099b1c8009 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1487.712915] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:2c:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71eee08c-9811-47e2-ade8-19099b1c8009', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1487.722981] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Creating folder: Project (cd5fbac89e624347ac49dc6cb1d189f2). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1487.726434] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-056dd36f-bad5-4eea-9fea-4ddac290422b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.738020] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Created folder: Project (cd5fbac89e624347ac49dc6cb1d189f2) in parent group-v391507. [ 1487.738092] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Creating folder: Instances. Parent ref: group-v391650. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1487.740856] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b7679d3-5615-4208-85cf-768df14765ab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.750175] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Created folder: Instances in parent group-v391650. [ 1487.750175] env[62099]: DEBUG oslo.service.loopingcall [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1487.750175] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1487.750175] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b934cd19-3c88-4aa7-a2e0-69f4528e2cf7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.773651] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1487.773651] env[62099]: value = "task-1896615" [ 1487.773651] env[62099]: _type = "Task" [ 1487.773651] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.785229] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896615, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.903023] env[62099]: DEBUG oslo_vmware.api [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896610, 'name': PowerOffVM_Task, 'duration_secs': 0.292281} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.903023] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1487.903023] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1487.903023] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e01324f3-9ee0-4a09-b7ec-3b621029d846 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.001342] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1488.001593] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1488.002041] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Deleting the datastore file [datastore2] 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1488.002159] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3685692-cfd8-4080-9aa0-2166e72e8615 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.011389] env[62099]: DEBUG oslo_vmware.api [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1488.011389] env[62099]: value = "task-1896617" [ 1488.011389] env[62099]: _type = "Task" [ 1488.011389] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.020536] env[62099]: DEBUG oslo_vmware.api [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.053489] env[62099]: DEBUG oslo_concurrency.lockutils [None req-30c205fa-9f64-42d2-bceb-7a2d455983d1 tempest-ServerRescueTestJSONUnderV235-619400805 tempest-ServerRescueTestJSONUnderV235-619400805-project-member] Lock "0971d049-f5b5-44d0-982f-4bf351d245cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.247s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.075838] env[62099]: DEBUG oslo_vmware.api [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': task-1896611, 'name': PowerOffVM_Task, 'duration_secs': 0.224701} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.078765] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1488.078948] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1488.079485] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-934fb88e-26ad-4812-b703-709384ea4c24 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.137229] env[62099]: DEBUG oslo_concurrency.lockutils [req-ff7e53db-7f78-402d-87d1-68b8925ac780 req-c23a672e-2d58-4ab7-b0c9-d8d15d0381e3 service nova] Releasing lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.180705] env[62099]: DEBUG nova.network.neutron [req-241100fa-6cbe-46b7-ba55-fa10473ac98c req-e8546590-21f4-4dba-9f16-7321f5fe8f73 service nova] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Updated VIF entry in instance network info cache for port 71eee08c-9811-47e2-ade8-19099b1c8009. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1488.181062] env[62099]: DEBUG nova.network.neutron [req-241100fa-6cbe-46b7-ba55-fa10473ac98c req-e8546590-21f4-4dba-9f16-7321f5fe8f73 service nova] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Updating instance_info_cache with network_info: [{"id": "71eee08c-9811-47e2-ade8-19099b1c8009", "address": "fa:16:3e:5d:2c:85", "network": {"id": "fa425326-d19d-47ea-ae63-44a48a8c8c62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-621681264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5fbac89e624347ac49dc6cb1d189f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71eee08c-98", "ovs_interfaceid": "71eee08c-9811-47e2-ade8-19099b1c8009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.192162] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896612, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.275336] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1488.276438] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1488.276810] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Deleting the datastore file [datastore1] d142cd4c-3572-4bbc-971e-9d4dd4c551be {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1488.281378] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6a5d970-32b8-47b5-be67-261217ae11bd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.292089] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896615, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.295397] env[62099]: DEBUG oslo_vmware.api [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Waiting for the task: (returnval){ [ 1488.295397] env[62099]: value = "task-1896619" [ 1488.295397] env[62099]: _type = "Task" [ 1488.295397] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.304701] env[62099]: DEBUG oslo_vmware.api [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': task-1896619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.421985] env[62099]: DEBUG oslo_vmware.rw_handles [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520181a6-1cc9-9254-8dfc-eaaa8755e714/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1488.423092] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bae5aa4-4c59-4f5c-bba2-9132c07bdd7a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.432120] env[62099]: DEBUG oslo_vmware.rw_handles [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520181a6-1cc9-9254-8dfc-eaaa8755e714/disk-0.vmdk is in state: ready. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1488.432299] env[62099]: ERROR oslo_vmware.rw_handles [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520181a6-1cc9-9254-8dfc-eaaa8755e714/disk-0.vmdk due to incomplete transfer. [ 1488.432537] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cd6d5666-1a85-43eb-afb4-ed24c44da23d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.444044] env[62099]: DEBUG oslo_vmware.rw_handles [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520181a6-1cc9-9254-8dfc-eaaa8755e714/disk-0.vmdk. {{(pid=62099) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1488.444267] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Uploaded image cbb75817-4599-4978-9457-c7410a95f168 to the Glance image server {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1488.446635] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Destroying the VM {{(pid=62099) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1488.446919] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cf9ec16c-4d68-401f-a96b-0eb26130fd9a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.453967] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1488.453967] env[62099]: value = "task-1896620" [ 1488.453967] env[62099]: _type = "Task" [ 1488.453967] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.470826] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896620, 'name': Destroy_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.478330] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654128be-07c6-40c9-b98b-305df0f35241 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.487461] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412b0960-ba78-4c46-a0cd-ce7952157b6e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.522378] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff6025a-78c7-4b0b-b0c8-f5cd14d4a444 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.530781] env[62099]: DEBUG oslo_vmware.api [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459577} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.534089] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1488.534089] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1488.534256] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1488.534294] env[62099]: INFO nova.compute.manager [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1488.534565] env[62099]: DEBUG oslo.service.loopingcall [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1488.534823] env[62099]: DEBUG nova.compute.manager [-] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1488.534921] env[62099]: DEBUG nova.network.neutron [-] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1488.538117] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1287f6-9e43-4c6f-8891-c7abbbac49d1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.555343] env[62099]: DEBUG nova.compute.provider_tree [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.618209] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquiring lock "refresh_cache-80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.618636] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquired lock "refresh_cache-80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.618958] env[62099]: DEBUG nova.network.neutron [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1488.636826] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1488.637137] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48bd704c-f23e-4152-bacf-a2dd92838237 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.648034] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1488.648034] env[62099]: value = "task-1896621" [ 1488.648034] env[62099]: _type = "Task" [ 1488.648034] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.656868] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.689140] env[62099]: DEBUG oslo_concurrency.lockutils [req-241100fa-6cbe-46b7-ba55-fa10473ac98c req-e8546590-21f4-4dba-9f16-7321f5fe8f73 service nova] Releasing lock "refresh_cache-066f9ed3-95fb-4b34-9398-6937855f7e2d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.692842] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629088} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.693109] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 62799a7e-a62f-460e-aa23-c9e83514a020/62799a7e-a62f-460e-aa23-c9e83514a020.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1488.693327] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1488.693589] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d04066b-8a7a-41df-bd59-02137d751b2d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.700573] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1488.700573] env[62099]: value = "task-1896622" [ 1488.700573] env[62099]: _type = "Task" [ 1488.700573] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.714585] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.788266] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896615, 'name': CreateVM_Task, 'duration_secs': 0.707746} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.788479] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1488.789654] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.789841] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.790530] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1488.791180] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-882532e9-38e0-4813-8147-d63f2da112a9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.797128] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Waiting for the task: (returnval){ [ 1488.797128] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52184ff6-ade7-0565-2c5f-6a4f72347486" [ 1488.797128] env[62099]: _type = "Task" [ 1488.797128] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.810627] env[62099]: DEBUG oslo_vmware.api [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Task: {'id': task-1896619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251493} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.814323] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1488.814520] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1488.814829] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1488.814925] env[62099]: INFO nova.compute.manager [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1488.815184] env[62099]: DEBUG oslo.service.loopingcall [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1488.815322] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52184ff6-ade7-0565-2c5f-6a4f72347486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.815502] env[62099]: DEBUG nova.compute.manager [-] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1488.815599] env[62099]: DEBUG nova.network.neutron [-] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1488.965949] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896620, 'name': Destroy_Task} progress is 33%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.059471] env[62099]: DEBUG nova.scheduler.client.report [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1489.158764] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896621, 'name': PowerOffVM_Task, 'duration_secs': 0.182618} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.159046] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1489.159282] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1489.160056] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3a7d59-6306-4ec0-9ffe-ffbad3e50eb2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.166893] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1489.167154] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43e8f66a-d2f1-4c66-bcb3-60ca815379fc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.209930] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067192} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.210202] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1489.210950] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5302ed-88a5-4d0a-9513-1f628b3e4e8a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.233825] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 62799a7e-a62f-460e-aa23-c9e83514a020/62799a7e-a62f-460e-aa23-c9e83514a020.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1489.234153] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7797accd-78f9-42c2-9a23-df570fefff51 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.253798] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1489.253798] env[62099]: value = "task-1896624" [ 1489.253798] env[62099]: _type = "Task" [ 1489.253798] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.262115] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.296124] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1489.296416] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1489.296619] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Deleting the datastore file [datastore2] 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1489.297120] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db075e2c-60d0-49a6-a643-7d92636777a1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.313341] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1489.313341] env[62099]: value = "task-1896625" [ 1489.313341] env[62099]: _type = "Task" [ 1489.313341] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.318790] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52184ff6-ade7-0565-2c5f-6a4f72347486, 'name': SearchDatastore_Task, 'duration_secs': 0.017468} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.319539] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.319760] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1489.320022] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.320187] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.320383] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1489.320721] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70f29440-5979-487a-b98b-011ba3800735 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.325932] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.332838] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1489.332838] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1489.334205] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb23d9a-f307-4782-8b0e-9bfc87f08405 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.341926] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Waiting for the task: (returnval){ [ 1489.341926] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529ce99c-4dbe-91a8-e0ee-eedfd27dce6b" [ 1489.341926] env[62099]: _type = "Task" [ 1489.341926] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.351970] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529ce99c-4dbe-91a8-e0ee-eedfd27dce6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.470901] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896620, 'name': Destroy_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.537886] env[62099]: DEBUG nova.network.neutron [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Updating instance_info_cache with network_info: [{"id": "a78a3eb9-c002-40f2-9d1a-b65eea8b95f6", "address": "fa:16:3e:20:d0:1b", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa78a3eb9-c0", "ovs_interfaceid": "a78a3eb9-c002-40f2-9d1a-b65eea8b95f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.557108] env[62099]: DEBUG nova.network.neutron [-] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.569061] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.575451] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.268s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.575451] env[62099]: DEBUG nova.objects.instance [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Lazy-loading 'resources' on Instance uuid 0660533d-43d0-4ef6-9c38-da3267000db9 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1489.584587] env[62099]: DEBUG nova.compute.manager [req-92c59e77-66ba-4a09-b19f-984a4ce9db31 req-229404e8-e497-4b45-b7a2-0864fe92d2be service nova] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Received event network-vif-deleted-06dac5d7-7f7e-4076-807a-4898c7e827de {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1489.584678] env[62099]: INFO nova.compute.manager [req-92c59e77-66ba-4a09-b19f-984a4ce9db31 req-229404e8-e497-4b45-b7a2-0864fe92d2be service nova] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Neutron deleted interface 06dac5d7-7f7e-4076-807a-4898c7e827de; detaching it from the instance and deleting it from the info cache [ 1489.584821] env[62099]: DEBUG nova.network.neutron [req-92c59e77-66ba-4a09-b19f-984a4ce9db31 req-229404e8-e497-4b45-b7a2-0864fe92d2be service nova] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.610494] env[62099]: INFO nova.scheduler.client.report [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Deleted allocations for instance 12afe1f4-4fc3-40a1-bde2-2afaf1772cde [ 1489.765288] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.816910] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "91d4cb71-8a1c-43d0-8940-6fde1bd65466" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.817281] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "91d4cb71-8a1c-43d0-8940-6fde1bd65466" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.817601] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "91d4cb71-8a1c-43d0-8940-6fde1bd65466-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.817873] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "91d4cb71-8a1c-43d0-8940-6fde1bd65466-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.818231] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "91d4cb71-8a1c-43d0-8940-6fde1bd65466-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.820941] env[62099]: INFO nova.compute.manager [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Terminating instance [ 1489.826732] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183701} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.827033] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1489.827594] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1489.827594] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1489.839902] env[62099]: DEBUG nova.network.neutron [-] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.853833] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529ce99c-4dbe-91a8-e0ee-eedfd27dce6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009408} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.853833] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0be76a9-da1b-4a7e-90b5-f23ca23453a7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.866020] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Waiting for the task: (returnval){ [ 1489.866020] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52815a61-c96a-c4b2-29bf-becd59443ee1" [ 1489.866020] env[62099]: _type = "Task" [ 1489.866020] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.872673] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52815a61-c96a-c4b2-29bf-becd59443ee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.970086] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896620, 'name': Destroy_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.040921] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Releasing lock "refresh_cache-80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.061614] env[62099]: INFO nova.compute.manager [-] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Took 1.53 seconds to deallocate network for instance. [ 1490.085488] env[62099]: DEBUG nova.compute.manager [req-8ac08aec-6b23-4ec2-ab05-a1100405dde7 req-13180f15-bf29-4d97-b371-7bd138f4b8ec service nova] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Received event network-vif-deleted-55809a1b-69fd-4361-84d7-5fc9eb7d20ec {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1490.087543] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e95c093-e999-4f4b-9943-ceb05039e542 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.099657] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab504f8e-c350-4c54-86b3-c8a4d71c71b2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.122641] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9c77e9ee-02d0-4d1a-9ea9-3110a0706a3e tempest-FloatingIPsAssociationTestJSON-2121350461 tempest-FloatingIPsAssociationTestJSON-2121350461-project-member] Lock "12afe1f4-4fc3-40a1-bde2-2afaf1772cde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.968s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.144598] env[62099]: DEBUG nova.compute.manager [req-92c59e77-66ba-4a09-b19f-984a4ce9db31 req-229404e8-e497-4b45-b7a2-0864fe92d2be service nova] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Detach interface failed, port_id=06dac5d7-7f7e-4076-807a-4898c7e827de, reason: Instance d142cd4c-3572-4bbc-971e-9d4dd4c551be could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1490.269740] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.327663] env[62099]: DEBUG nova.compute.manager [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1490.328317] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1490.330410] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fac641-5f60-4898-b220-a9f46694dd10 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.342444] env[62099]: INFO nova.compute.manager [-] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Took 1.53 seconds to deallocate network for instance. [ 1490.346398] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1490.346641] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8d7a5be-c75e-4458-9ff6-76cb2bfff7e7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.380424] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52815a61-c96a-c4b2-29bf-becd59443ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.059147} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.380424] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.380760] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 066f9ed3-95fb-4b34-9398-6937855f7e2d/066f9ed3-95fb-4b34-9398-6937855f7e2d.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1490.381011] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e4fa400-1613-45c0-ba76-69a5c4dd302f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.388517] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Waiting for the task: (returnval){ [ 1490.388517] env[62099]: value = "task-1896627" [ 1490.388517] env[62099]: _type = "Task" [ 1490.388517] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.400833] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': task-1896627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.469277] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896620, 'name': Destroy_Task, 'duration_secs': 1.881063} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.469546] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Destroyed the VM [ 1490.470247] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Deleting Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1490.470247] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-156d3e6d-691c-410c-aea3-a140d3068a81 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.479334] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1490.479334] env[62099]: value = "task-1896628" [ 1490.479334] env[62099]: _type = "Task" [ 1490.479334] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.490429] env[62099]: DEBUG oslo_vmware.api [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896628, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.533349] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f579acd2-94d4-4e39-923b-ea44aee9b26a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.545634] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7236fcfe-b998-4f8b-8463-3a42ee23d24a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.588761] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.595188] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355d7034-e9ae-4fd9-a21d-07b94454f7b4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.596016] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2e43ba-a746-4279-a0ce-fa2ae3d74f91 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.599203] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1490.599708] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1490.599974] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Deleting the datastore file [datastore2] 91d4cb71-8a1c-43d0-8940-6fde1bd65466 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1490.600520] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf7faac8-3ef2-4c9d-bbc0-1bdd4bb08a7c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.626782] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ab4d00-1c9d-44a1-83cc-1b5e2b4167cd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.633541] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53604570-0a30-4598-8c3e-84c2c3881c31 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.636586] env[62099]: DEBUG oslo_vmware.api [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1490.636586] env[62099]: value = "task-1896629" [ 1490.636586] env[62099]: _type = "Task" [ 1490.636586] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.653768] env[62099]: DEBUG nova.compute.provider_tree [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.655277] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Updating instance '80e54a65-d1da-44d8-9c3a-de2bf54ae4bf' progress to 83 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1490.667157] env[62099]: DEBUG oslo_vmware.api [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.771392] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896624, 'name': ReconfigVM_Task, 'duration_secs': 1.321964} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.771670] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 62799a7e-a62f-460e-aa23-c9e83514a020/62799a7e-a62f-460e-aa23-c9e83514a020.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1490.772352] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc355b03-95ed-4752-bf7e-29d415313eb5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.780330] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1490.780330] env[62099]: value = "task-1896630" [ 1490.780330] env[62099]: _type = "Task" [ 1490.780330] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.790606] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896630, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.849380] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "7d41facf-db33-485c-82f6-beeed6c3ee6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.849625] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "7d41facf-db33-485c-82f6-beeed6c3ee6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.853161] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.875864] env[62099]: DEBUG nova.virt.hardware [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1490.876148] env[62099]: DEBUG nova.virt.hardware [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1490.876334] env[62099]: DEBUG nova.virt.hardware [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1490.876544] env[62099]: DEBUG nova.virt.hardware [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1490.876732] env[62099]: DEBUG nova.virt.hardware [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1490.876898] env[62099]: DEBUG nova.virt.hardware [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1490.877125] env[62099]: DEBUG nova.virt.hardware [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1490.877295] env[62099]: DEBUG nova.virt.hardware [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1490.878398] env[62099]: DEBUG nova.virt.hardware [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1490.878398] env[62099]: DEBUG nova.virt.hardware [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1490.878398] env[62099]: DEBUG nova.virt.hardware [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1490.879267] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7c5d5d-60b2-4614-96c1-0cf1d97fa999 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.889144] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6f841f-4188-4cca-b952-0795233f27a4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.902907] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': task-1896627, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.912718] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:2b:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a164e987-832e-4ac4-9f00-a472f58cc052', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.920561] env[62099]: DEBUG oslo.service.loopingcall [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1490.921358] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1490.921819] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b6a3133-72e6-4170-a97f-64d25c3c5be6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.942260] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1490.942260] env[62099]: value = "task-1896631" [ 1490.942260] env[62099]: _type = "Task" [ 1490.942260] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.954022] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896631, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.989459] env[62099]: DEBUG nova.compute.utils [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Cleaning up image cbb75817-4599-4978-9457-c7410a95f168 {{(pid=62099) delete_image /opt/stack/nova/nova/compute/utils.py:1353}} [ 1491.150092] env[62099]: WARNING nova.virt.vmwareapi.vmops [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore2] 91d4cb71-8a1c-43d0-8940-6fde1bd65466 [ 1491.150092] env[62099]: ERROR nova.virt.vmwareapi.vmops [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Traceback (most recent call last): [ 1491.150092] env[62099]: ERROR nova.virt.vmwareapi.vmops [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 1491.150092] env[62099]: ERROR nova.virt.vmwareapi.vmops [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] ds_util.file_delete(self._session, [ 1491.150092] env[62099]: ERROR nova.virt.vmwareapi.vmops [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 1491.150092] env[62099]: ERROR nova.virt.vmwareapi.vmops [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] session._wait_for_task(file_delete_task) [ 1491.150092] env[62099]: ERROR nova.virt.vmwareapi.vmops [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 1491.150092] env[62099]: ERROR nova.virt.vmwareapi.vmops [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] return self.wait_for_task(task_ref) [ 1491.150092] env[62099]: ERROR nova.virt.vmwareapi.vmops [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 1491.150092] env[62099]: ERROR nova.virt.vmwareapi.vmops [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] return evt.wait() [ 1491.150092] env[62099]: ERROR nova.virt.vmwareapi.vmops [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1491.150092] env[62099]: ERROR nova.virt.vmwareapi.vmops [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] result = hub.switch() [ 1491.150092] env[62099]: ERROR nova.virt.vmwareapi.vmops [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1491.150092] env[62099]: ERROR nova.virt.vmwareapi.vmops [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] return self.greenlet.switch() [ 1491.150092] env[62099]: ERROR nova.virt.vmwareapi.vmops [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 1491.150092] env[62099]: ERROR nova.virt.vmwareapi.vmops [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] self.f(*self.args, **self.kw) [ 1491.150092] env[62099]: ERROR nova.virt.vmwareapi.vmops [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 1491.150092] env[62099]: ERROR nova.virt.vmwareapi.vmops [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] raise exceptions.translate_fault(task_info.error) [ 1491.150092] env[62099]: ERROR nova.virt.vmwareapi.vmops [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore2] 91d4cb71-8a1c-43d0-8940-6fde1bd65466 [ 1491.150092] env[62099]: ERROR nova.virt.vmwareapi.vmops [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] [ 1491.151301] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1491.151301] env[62099]: INFO nova.compute.manager [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Took 0.82 seconds to destroy the instance on the hypervisor. [ 1491.151301] env[62099]: DEBUG oslo.service.loopingcall [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1491.151301] env[62099]: DEBUG nova.compute.manager [-] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1491.151485] env[62099]: DEBUG nova.network.neutron [-] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1491.160729] env[62099]: DEBUG nova.scheduler.client.report [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1491.167669] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1491.167979] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d403e093-c899-4d6e-9721-ebff2ed2e3a3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.176780] env[62099]: DEBUG oslo_vmware.api [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1491.176780] env[62099]: value = "task-1896632" [ 1491.176780] env[62099]: _type = "Task" [ 1491.176780] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.185838] env[62099]: DEBUG oslo_vmware.api [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.291435] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896630, 'name': Rename_Task, 'duration_secs': 0.369255} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.291765] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1491.292062] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbb73045-8f81-4dd1-9488-cb0ece79c97c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.298551] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1491.298551] env[62099]: value = "task-1896633" [ 1491.298551] env[62099]: _type = "Task" [ 1491.298551] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.309375] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.352597] env[62099]: DEBUG nova.compute.manager [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1491.407745] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': task-1896627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647322} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.409089] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 066f9ed3-95fb-4b34-9398-6937855f7e2d/066f9ed3-95fb-4b34-9398-6937855f7e2d.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1491.409801] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1491.411298] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a434338-0973-43fb-b9cf-fe4d3dbd6f4f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.424025] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Waiting for the task: (returnval){ [ 1491.424025] env[62099]: value = "task-1896634" [ 1491.424025] env[62099]: _type = "Task" [ 1491.424025] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.433926] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': task-1896634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.453323] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896631, 'name': CreateVM_Task, 'duration_secs': 0.431251} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.453653] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1491.457037] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.457037] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.457037] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1491.457037] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-802aa48c-de0b-4aef-bfe2-7ed061773b32 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.461768] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1491.461768] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c3633c-93bf-738c-f9ac-29155af5e780" [ 1491.461768] env[62099]: _type = "Task" [ 1491.461768] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.473556] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c3633c-93bf-738c-f9ac-29155af5e780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.671747] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.674608] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.811s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.674892] env[62099]: DEBUG nova.objects.instance [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lazy-loading 'resources' on Instance uuid d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.689610] env[62099]: DEBUG oslo_vmware.api [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896632, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.715739] env[62099]: INFO nova.scheduler.client.report [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Deleted allocations for instance 0660533d-43d0-4ef6-9c38-da3267000db9 [ 1491.811359] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896633, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.875228] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.934537] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': task-1896634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077103} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.934846] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1491.936472] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a964a5-13b0-419e-b35f-3872b0a41c68 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.961652] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 066f9ed3-95fb-4b34-9398-6937855f7e2d/066f9ed3-95fb-4b34-9398-6937855f7e2d.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1491.962396] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25490956-6a42-4124-b0ed-0e05728d3c4d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.990756] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c3633c-93bf-738c-f9ac-29155af5e780, 'name': SearchDatastore_Task, 'duration_secs': 0.011074} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.992353] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.992786] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1491.993215] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.994030] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.994030] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1491.994284] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Waiting for the task: (returnval){ [ 1491.994284] env[62099]: value = "task-1896635" [ 1491.994284] env[62099]: _type = "Task" [ 1491.994284] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.994495] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e140164-4d10-4b08-818d-f96c50c49cf5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.007847] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': task-1896635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.016731] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1492.016917] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1492.017703] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24f640a4-d7ce-43a4-a26d-7d4f92491ef1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.023683] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1492.023683] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5257b345-5f8b-e502-3d4b-53e7ae20a60e" [ 1492.023683] env[62099]: _type = "Task" [ 1492.023683] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.032759] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5257b345-5f8b-e502-3d4b-53e7ae20a60e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.118419] env[62099]: DEBUG nova.compute.manager [req-cb08ae18-0197-4fed-be2a-590bd83688d6 req-b662efdd-e10a-456c-a765-9b49ef8a3f40 service nova] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Received event network-vif-deleted-b8cbb349-305d-4fbd-a221-36655d59e1bf {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1492.118419] env[62099]: INFO nova.compute.manager [req-cb08ae18-0197-4fed-be2a-590bd83688d6 req-b662efdd-e10a-456c-a765-9b49ef8a3f40 service nova] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Neutron deleted interface b8cbb349-305d-4fbd-a221-36655d59e1bf; detaching it from the instance and deleting it from the info cache [ 1492.118509] env[62099]: DEBUG nova.network.neutron [req-cb08ae18-0197-4fed-be2a-590bd83688d6 req-b662efdd-e10a-456c-a765-9b49ef8a3f40 service nova] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.195531] env[62099]: DEBUG oslo_vmware.api [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896632, 'name': PowerOnVM_Task, 'duration_secs': 0.514285} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.195817] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1492.197947] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdeb544-58a5-412d-b5ff-99d8d151bfdd tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Updating instance '80e54a65-d1da-44d8-9c3a-de2bf54ae4bf' progress to 100 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1492.226904] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f95e3ed2-4038-450c-b564-5000b030dd71 tempest-ServersTestManualDisk-1384607823 tempest-ServersTestManualDisk-1384607823-project-member] Lock "0660533d-43d0-4ef6-9c38-da3267000db9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.516s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.317196] env[62099]: DEBUG oslo_vmware.api [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896633, 'name': PowerOnVM_Task, 'duration_secs': 0.517984} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.317295] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1492.317720] env[62099]: INFO nova.compute.manager [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1492.317952] env[62099]: DEBUG nova.compute.manager [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1492.318762] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266e0e49-75ac-4440-beea-7b2651ae6e4b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.326263] env[62099]: DEBUG nova.network.neutron [-] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.512711] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': task-1896635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.518247] env[62099]: DEBUG oslo_concurrency.lockutils [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.543515] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5257b345-5f8b-e502-3d4b-53e7ae20a60e, 'name': SearchDatastore_Task, 'duration_secs': 0.010066} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.544418] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-135dd6a5-991a-4fd0-8d9b-9c0a00ff6888 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.552570] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1492.552570] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]523a371d-8a81-4c07-fc5a-2a1834b4198b" [ 1492.552570] env[62099]: _type = "Task" [ 1492.552570] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.564760] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523a371d-8a81-4c07-fc5a-2a1834b4198b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.622867] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efddad9d-48ed-4828-8047-8e60dd44784f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.628786] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af862e8-aed2-44fa-8995-82b9467659a7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.640329] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e098d23f-c423-4adf-9aef-3db1fd71e212 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.646584] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca215c7-5b4a-4775-bff5-892ba4c047ba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.700346] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2cc5dc-e489-4178-a926-a07493a32d5d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.704809] env[62099]: DEBUG nova.compute.manager [req-cb08ae18-0197-4fed-be2a-590bd83688d6 req-b662efdd-e10a-456c-a765-9b49ef8a3f40 service nova] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Detach interface failed, port_id=b8cbb349-305d-4fbd-a221-36655d59e1bf, reason: Instance 91d4cb71-8a1c-43d0-8940-6fde1bd65466 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1492.713137] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448c1ea3-b902-4baf-8e2b-ed8e463c6699 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.729107] env[62099]: DEBUG nova.compute.provider_tree [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.833644] env[62099]: INFO nova.compute.manager [-] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Took 1.68 seconds to deallocate network for instance. [ 1492.845826] env[62099]: INFO nova.compute.manager [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Took 44.33 seconds to build instance. [ 1493.008837] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': task-1896635, 'name': ReconfigVM_Task, 'duration_secs': 0.604048} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.009123] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 066f9ed3-95fb-4b34-9398-6937855f7e2d/066f9ed3-95fb-4b34-9398-6937855f7e2d.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1493.009778] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c20dd6a4-bf26-41a0-96b4-142fdf8185f2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.016832] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Waiting for the task: (returnval){ [ 1493.016832] env[62099]: value = "task-1896636" [ 1493.016832] env[62099]: _type = "Task" [ 1493.016832] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.025602] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': task-1896636, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.065530] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523a371d-8a81-4c07-fc5a-2a1834b4198b, 'name': SearchDatastore_Task, 'duration_secs': 0.025358} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.066100] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.066405] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4/8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1493.066987] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cb5e8a6-af0d-4e14-a285-64c1adfe969d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.075615] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1493.075615] env[62099]: value = "task-1896637" [ 1493.075615] env[62099]: _type = "Task" [ 1493.075615] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.086525] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.233851] env[62099]: DEBUG nova.scheduler.client.report [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1493.348122] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.349790] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ab786fe-67b5-4d51-81bb-6ffd4070bd7c tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "62799a7e-a62f-460e-aa23-c9e83514a020" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.056s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.530054] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': task-1896636, 'name': Rename_Task, 'duration_secs': 0.156979} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.530377] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1493.530637] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5adfd23a-7722-4623-a5f1-9af1be6788c9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.538459] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Waiting for the task: (returnval){ [ 1493.538459] env[62099]: value = "task-1896638" [ 1493.538459] env[62099]: _type = "Task" [ 1493.538459] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.550043] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': task-1896638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.588619] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896637, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.744999] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.751409] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.351s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.751409] env[62099]: DEBUG nova.objects.instance [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lazy-loading 'resources' on Instance uuid 8f759bca-97c5-4d8d-af06-e6e66dcb6e64 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.785852] env[62099]: INFO nova.scheduler.client.report [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Deleted allocations for instance d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd [ 1494.054388] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': task-1896638, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.089411] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68837} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.089527] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4/8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1494.089735] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1494.090194] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-915b7adc-a727-45d1-a7df-a73bdb0f6a25 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.098429] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1494.098429] env[62099]: value = "task-1896639" [ 1494.098429] env[62099]: _type = "Task" [ 1494.098429] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.109100] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.308023] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f625c02e-2122-41b0-9c6b-e142db4b2b93 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.783s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.308023] env[62099]: DEBUG oslo_concurrency.lockutils [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] Acquired lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.308023] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966a1c1a-0ae5-42e5-9636-6550a07d259d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.326234] env[62099]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1494.326234] env[62099]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62099) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1494.326234] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f9ae010-e0b0-447e-ba6f-f11d55e4c91d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.346927] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9ac55f-55cf-4d2a-9f98-3127b43e445b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.394073] env[62099]: ERROR root [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-391579' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-391579' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-391579' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-391579'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-391579' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-391579' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-391579'}\n"]: nova.exception.InstanceNotFound: Instance d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd could not be found. [ 1494.394420] env[62099]: DEBUG oslo_concurrency.lockutils [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] Releasing lock "d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.394723] env[62099]: DEBUG nova.compute.manager [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Detach interface failed, port_id=22b25175-437e-4e73-b801-5d352b1aaf67, reason: Instance d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1494.395009] env[62099]: DEBUG nova.compute.manager [req-73412d8f-bf44-41c9-8972-8d502ddf5ee5 req-08c4871a-d615-4826-996c-ecb4159bad3d service nova] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Received event network-vif-deleted-a403339c-5927-4d29-8417-ef08e4babeb0 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1494.558950] env[62099]: DEBUG oslo_vmware.api [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': task-1896638, 'name': PowerOnVM_Task, 'duration_secs': 0.705653} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.559779] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1494.559779] env[62099]: INFO nova.compute.manager [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1494.559779] env[62099]: DEBUG nova.compute.manager [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1494.561193] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725ed7fb-9b5b-4263-9da7-830d09c3926b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.611115] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077256} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.611115] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1494.611946] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890af5f6-a389-4369-8034-d7d23c25158a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.642329] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4/8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1494.643348] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7e2e014-e859-4975-bad4-601739595b89 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.668594] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1494.668594] env[62099]: value = "task-1896640" [ 1494.668594] env[62099]: _type = "Task" [ 1494.668594] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.685955] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.869366] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36c1bb6-0fc3-4139-9d49-14995c7e225c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.878327] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefa0101-66e0-4354-ba95-96faad9a6003 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.915438] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c107667-46d9-4d8e-abc8-74ab692e3e62 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.927578] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f889ef-744b-4400-9c53-a9f55d704595 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.948147] env[62099]: DEBUG nova.compute.provider_tree [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.953448] env[62099]: DEBUG nova.compute.manager [req-9e50d50f-12a9-425e-8bff-c3c6f7ac6c39 req-df4484d0-e0b5-4042-a544-8f7876e3bc37 service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Received event network-changed-d03077d7-8f69-4a49-a24f-5d5286267f60 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1494.953643] env[62099]: DEBUG nova.compute.manager [req-9e50d50f-12a9-425e-8bff-c3c6f7ac6c39 req-df4484d0-e0b5-4042-a544-8f7876e3bc37 service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Refreshing instance network info cache due to event network-changed-d03077d7-8f69-4a49-a24f-5d5286267f60. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1494.953968] env[62099]: DEBUG oslo_concurrency.lockutils [req-9e50d50f-12a9-425e-8bff-c3c6f7ac6c39 req-df4484d0-e0b5-4042-a544-8f7876e3bc37 service nova] Acquiring lock "refresh_cache-62799a7e-a62f-460e-aa23-c9e83514a020" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.954280] env[62099]: DEBUG oslo_concurrency.lockutils [req-9e50d50f-12a9-425e-8bff-c3c6f7ac6c39 req-df4484d0-e0b5-4042-a544-8f7876e3bc37 service nova] Acquired lock "refresh_cache-62799a7e-a62f-460e-aa23-c9e83514a020" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.954542] env[62099]: DEBUG nova.network.neutron [req-9e50d50f-12a9-425e-8bff-c3c6f7ac6c39 req-df4484d0-e0b5-4042-a544-8f7876e3bc37 service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Refreshing network info cache for port d03077d7-8f69-4a49-a24f-5d5286267f60 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1495.081396] env[62099]: INFO nova.compute.manager [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Took 40.96 seconds to build instance. [ 1495.179913] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.324269] env[62099]: DEBUG nova.network.neutron [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Port a78a3eb9-c002-40f2-9d1a-b65eea8b95f6 binding to destination host cpu-1 is already ACTIVE {{(pid=62099) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1495.324628] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquiring lock "refresh_cache-80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.324828] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquired lock "refresh_cache-80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.325168] env[62099]: DEBUG nova.network.neutron [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.455821] env[62099]: DEBUG nova.scheduler.client.report [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1495.583798] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58cbe4f3-5b24-48f2-8ff1-978e63912f64 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Lock "066f9ed3-95fb-4b34-9398-6937855f7e2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.473s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.680185] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896640, 'name': ReconfigVM_Task, 'duration_secs': 0.850546} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.680185] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4/8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1495.680482] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91396044-359f-4f82-84e6-5391d780e9e4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.686867] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1495.686867] env[62099]: value = "task-1896641" [ 1495.686867] env[62099]: _type = "Task" [ 1495.686867] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.696077] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896641, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.968658] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.975080] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.716s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.975080] env[62099]: DEBUG nova.objects.instance [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lazy-loading 'resources' on Instance uuid 9e0e8583-ff9d-429f-9a13-f197392d3541 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.018289] env[62099]: INFO nova.scheduler.client.report [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Deleted allocations for instance 8f759bca-97c5-4d8d-af06-e6e66dcb6e64 [ 1496.202802] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896641, 'name': Rename_Task, 'duration_secs': 0.339613} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.202802] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1496.202802] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dbe3dc9-1c47-4f16-84ba-f06af269618f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.212463] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1496.212463] env[62099]: value = "task-1896642" [ 1496.212463] env[62099]: _type = "Task" [ 1496.212463] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.225165] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.336567] env[62099]: DEBUG nova.network.neutron [req-9e50d50f-12a9-425e-8bff-c3c6f7ac6c39 req-df4484d0-e0b5-4042-a544-8f7876e3bc37 service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Updated VIF entry in instance network info cache for port d03077d7-8f69-4a49-a24f-5d5286267f60. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1496.336943] env[62099]: DEBUG nova.network.neutron [req-9e50d50f-12a9-425e-8bff-c3c6f7ac6c39 req-df4484d0-e0b5-4042-a544-8f7876e3bc37 service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Updating instance_info_cache with network_info: [{"id": "d03077d7-8f69-4a49-a24f-5d5286267f60", "address": "fa:16:3e:72:8b:f0", "network": {"id": "4256c88c-5aa3-4c1a-b40e-2499109df8a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079084214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98c370a62cd443a88081a61aa8b9f4af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd03077d7-8f", "ovs_interfaceid": "d03077d7-8f69-4a49-a24f-5d5286267f60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.537809] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7d61dfad-20b7-4f96-bfa9-eb517c4aba52 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "8f759bca-97c5-4d8d-af06-e6e66dcb6e64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.088s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.562271] env[62099]: DEBUG nova.network.neutron [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Updating instance_info_cache with network_info: [{"id": "a78a3eb9-c002-40f2-9d1a-b65eea8b95f6", "address": "fa:16:3e:20:d0:1b", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa78a3eb9-c0", "ovs_interfaceid": "a78a3eb9-c002-40f2-9d1a-b65eea8b95f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.618731] env[62099]: DEBUG oslo_concurrency.lockutils [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Acquiring lock "c63c0daf-5371-41d4-9ece-e0f7a495c197" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.618731] env[62099]: DEBUG oslo_concurrency.lockutils [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Lock "c63c0daf-5371-41d4-9ece-e0f7a495c197" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.731080] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.842787] env[62099]: DEBUG oslo_concurrency.lockutils [req-9e50d50f-12a9-425e-8bff-c3c6f7ac6c39 req-df4484d0-e0b5-4042-a544-8f7876e3bc37 service nova] Releasing lock "refresh_cache-62799a7e-a62f-460e-aa23-c9e83514a020" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.951699] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e5235d-606c-4cc8-b17c-aa4d01156bdb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.965298] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c85cc1a-00a1-42ab-a55a-6bf3eedd6985 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.017864] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42ca580-d68d-4c0c-9b09-33b030feccb3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.026835] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9027e9a0-a6db-4852-b5f3-2b4eb5d5eb70 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.049814] env[62099]: DEBUG nova.compute.provider_tree [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.064993] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Releasing lock "refresh_cache-80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.125623] env[62099]: DEBUG nova.compute.manager [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1497.227471] env[62099]: DEBUG oslo_vmware.api [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896642, 'name': PowerOnVM_Task, 'duration_secs': 0.718594} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.229934] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1497.229934] env[62099]: DEBUG nova.compute.manager [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1497.229934] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa777c27-53d4-41a5-9cd0-da7e32dcba41 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.553647] env[62099]: DEBUG nova.scheduler.client.report [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.571124] env[62099]: DEBUG nova.compute.manager [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62099) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1497.571124] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.655557] env[62099]: DEBUG oslo_concurrency.lockutils [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.756428] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.930650] env[62099]: DEBUG nova.compute.manager [req-86fd51ac-49d3-4ccd-b5d6-a1ca8de412bc req-c45bfb2f-71ea-457e-9bb0-2ea835fdd88d service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Received event network-changed-d03077d7-8f69-4a49-a24f-5d5286267f60 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1497.930830] env[62099]: DEBUG nova.compute.manager [req-86fd51ac-49d3-4ccd-b5d6-a1ca8de412bc req-c45bfb2f-71ea-457e-9bb0-2ea835fdd88d service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Refreshing instance network info cache due to event network-changed-d03077d7-8f69-4a49-a24f-5d5286267f60. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1497.931063] env[62099]: DEBUG oslo_concurrency.lockutils [req-86fd51ac-49d3-4ccd-b5d6-a1ca8de412bc req-c45bfb2f-71ea-457e-9bb0-2ea835fdd88d service nova] Acquiring lock "refresh_cache-62799a7e-a62f-460e-aa23-c9e83514a020" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.931210] env[62099]: DEBUG oslo_concurrency.lockutils [req-86fd51ac-49d3-4ccd-b5d6-a1ca8de412bc req-c45bfb2f-71ea-457e-9bb0-2ea835fdd88d service nova] Acquired lock "refresh_cache-62799a7e-a62f-460e-aa23-c9e83514a020" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.931368] env[62099]: DEBUG nova.network.neutron [req-86fd51ac-49d3-4ccd-b5d6-a1ca8de412bc req-c45bfb2f-71ea-457e-9bb0-2ea835fdd88d service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Refreshing network info cache for port d03077d7-8f69-4a49-a24f-5d5286267f60 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1498.060227] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.063035] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.542s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.066988] env[62099]: INFO nova.compute.claims [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1498.092551] env[62099]: INFO nova.scheduler.client.report [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Deleted allocations for instance 9e0e8583-ff9d-429f-9a13-f197392d3541 [ 1498.413709] env[62099]: DEBUG oslo_concurrency.lockutils [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "f3aa61db-f6e2-486f-9804-fec6cc78caa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.413949] env[62099]: DEBUG oslo_concurrency.lockutils [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "f3aa61db-f6e2-486f-9804-fec6cc78caa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.546156] env[62099]: DEBUG nova.compute.manager [req-48e8bcf5-44c4-4fb4-abad-31cdd0259145 req-2ce0e570-104d-49a8-85e0-851db25e325b service nova] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Received event network-changed-71eee08c-9811-47e2-ade8-19099b1c8009 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1498.546156] env[62099]: DEBUG nova.compute.manager [req-48e8bcf5-44c4-4fb4-abad-31cdd0259145 req-2ce0e570-104d-49a8-85e0-851db25e325b service nova] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Refreshing instance network info cache due to event network-changed-71eee08c-9811-47e2-ade8-19099b1c8009. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1498.546156] env[62099]: DEBUG oslo_concurrency.lockutils [req-48e8bcf5-44c4-4fb4-abad-31cdd0259145 req-2ce0e570-104d-49a8-85e0-851db25e325b service nova] Acquiring lock "refresh_cache-066f9ed3-95fb-4b34-9398-6937855f7e2d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.546156] env[62099]: DEBUG oslo_concurrency.lockutils [req-48e8bcf5-44c4-4fb4-abad-31cdd0259145 req-2ce0e570-104d-49a8-85e0-851db25e325b service nova] Acquired lock "refresh_cache-066f9ed3-95fb-4b34-9398-6937855f7e2d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.546156] env[62099]: DEBUG nova.network.neutron [req-48e8bcf5-44c4-4fb4-abad-31cdd0259145 req-2ce0e570-104d-49a8-85e0-851db25e325b service nova] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Refreshing network info cache for port 71eee08c-9811-47e2-ade8-19099b1c8009 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1498.599867] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0ec34d55-3af2-4778-9e2d-dcb6f53ac2ab tempest-ServersAdminNegativeTestJSON-1555367462 tempest-ServersAdminNegativeTestJSON-1555367462-project-member] Lock "9e0e8583-ff9d-429f-9a13-f197392d3541" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.767s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.751853] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.752307] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.916361] env[62099]: DEBUG nova.compute.manager [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1498.957149] env[62099]: DEBUG nova.network.neutron [req-86fd51ac-49d3-4ccd-b5d6-a1ca8de412bc req-c45bfb2f-71ea-457e-9bb0-2ea835fdd88d service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Updated VIF entry in instance network info cache for port d03077d7-8f69-4a49-a24f-5d5286267f60. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1498.957532] env[62099]: DEBUG nova.network.neutron [req-86fd51ac-49d3-4ccd-b5d6-a1ca8de412bc req-c45bfb2f-71ea-457e-9bb0-2ea835fdd88d service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Updating instance_info_cache with network_info: [{"id": "d03077d7-8f69-4a49-a24f-5d5286267f60", "address": "fa:16:3e:72:8b:f0", "network": {"id": "4256c88c-5aa3-4c1a-b40e-2499109df8a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079084214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98c370a62cd443a88081a61aa8b9f4af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd03077d7-8f", "ovs_interfaceid": "d03077d7-8f69-4a49-a24f-5d5286267f60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.258576] env[62099]: DEBUG nova.compute.manager [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1499.449262] env[62099]: DEBUG oslo_concurrency.lockutils [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.462613] env[62099]: DEBUG oslo_concurrency.lockutils [req-86fd51ac-49d3-4ccd-b5d6-a1ca8de412bc req-c45bfb2f-71ea-457e-9bb0-2ea835fdd88d service nova] Releasing lock "refresh_cache-62799a7e-a62f-460e-aa23-c9e83514a020" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.540815] env[62099]: DEBUG nova.network.neutron [req-48e8bcf5-44c4-4fb4-abad-31cdd0259145 req-2ce0e570-104d-49a8-85e0-851db25e325b service nova] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Updated VIF entry in instance network info cache for port 71eee08c-9811-47e2-ade8-19099b1c8009. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1499.541388] env[62099]: DEBUG nova.network.neutron [req-48e8bcf5-44c4-4fb4-abad-31cdd0259145 req-2ce0e570-104d-49a8-85e0-851db25e325b service nova] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Updating instance_info_cache with network_info: [{"id": "71eee08c-9811-47e2-ade8-19099b1c8009", "address": "fa:16:3e:5d:2c:85", "network": {"id": "fa425326-d19d-47ea-ae63-44a48a8c8c62", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-621681264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5fbac89e624347ac49dc6cb1d189f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71eee08c-98", "ovs_interfaceid": "71eee08c-9811-47e2-ade8-19099b1c8009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.554999] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efd93e6-dee7-419b-ad38-a3e265926d37 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.565337] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3b8955-c4eb-4cf0-97af-2e9249c4d03b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.600204] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5edfa9-2ec3-4280-b3f7-6e7c54b908c9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.609147] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8606023-e0ba-4b49-b961-4fd16996bdbf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.629195] env[62099]: DEBUG nova.compute.provider_tree [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.647492] env[62099]: INFO nova.compute.manager [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Rebuilding instance [ 1499.701241] env[62099]: DEBUG nova.compute.manager [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1499.702749] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f74b8d-48dd-4790-85e5-7578ba5c3a2a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.785524] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.047261] env[62099]: DEBUG oslo_concurrency.lockutils [req-48e8bcf5-44c4-4fb4-abad-31cdd0259145 req-2ce0e570-104d-49a8-85e0-851db25e325b service nova] Releasing lock "refresh_cache-066f9ed3-95fb-4b34-9398-6937855f7e2d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.132781] env[62099]: DEBUG nova.scheduler.client.report [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1500.643020] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.643020] env[62099]: DEBUG nova.compute.manager [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1500.644820] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.270s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.648033] env[62099]: INFO nova.compute.claims [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1500.720259] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1500.720583] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93edaf84-ee4e-4ded-b9b8-4b0f7082ebd3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.729081] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1500.729081] env[62099]: value = "task-1896643" [ 1500.729081] env[62099]: _type = "Task" [ 1500.729081] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.739314] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.843973] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "2efc88b6-568a-46c3-89a0-f227c5ada671" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.843973] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "2efc88b6-568a-46c3-89a0-f227c5ada671" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.153105] env[62099]: DEBUG nova.compute.utils [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1501.159310] env[62099]: DEBUG nova.compute.manager [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1501.159661] env[62099]: DEBUG nova.network.neutron [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1501.240093] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896643, 'name': PowerOffVM_Task, 'duration_secs': 0.336577} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.241540] env[62099]: DEBUG nova.policy [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcca86caad9d443ba9462a4cbab288c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83ff9fe2e88d4f57b8e81009505f0b9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1501.243223] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.243609] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1501.244414] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3365ae1c-66cb-4c79-8287-091cc0eb2db3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.251958] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.252222] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a6286e4-4c50-4a3f-ba08-2128d7b5099a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.351767] env[62099]: DEBUG nova.compute.manager [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1501.357132] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.357132] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.357132] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Deleting the datastore file [datastore2] 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.357132] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9be347da-b0d4-4a81-976d-178dc62d5152 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.365865] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1501.365865] env[62099]: value = "task-1896645" [ 1501.365865] env[62099]: _type = "Task" [ 1501.365865] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.377053] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.432384] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "f453cd1b-e25b-4ca2-81b7-721fa2ecddb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.432636] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "f453cd1b-e25b-4ca2-81b7-721fa2ecddb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.659757] env[62099]: DEBUG nova.compute.manager [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1501.782172] env[62099]: DEBUG nova.network.neutron [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Successfully created port: f3796b35-d92a-47fe-b3c7-867e194fb92c {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1501.878225] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436793} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.879395] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.882235] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1501.882441] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1501.882623] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1501.936070] env[62099]: DEBUG nova.compute.manager [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1502.209203] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7f5406-7bbd-4d7d-970e-614371e0fbb6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.219671] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55a087a-343e-4fb5-9390-65d5960b6e6a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.252020] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2a904d-d794-43f8-81c9-58ba8169256c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.259514] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299e7544-002e-45a0-88f6-dad2f4a63fef {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.275257] env[62099]: DEBUG nova.compute.provider_tree [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.333868] env[62099]: DEBUG nova.network.neutron [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Successfully created port: d5b8592a-6558-4725-8b63-0f7a3a8e9e12 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1502.462898] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.669916] env[62099]: DEBUG nova.compute.manager [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1502.716264] env[62099]: DEBUG nova.virt.hardware [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1502.716264] env[62099]: DEBUG nova.virt.hardware [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.716264] env[62099]: DEBUG nova.virt.hardware [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1502.716264] env[62099]: DEBUG nova.virt.hardware [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.716264] env[62099]: DEBUG nova.virt.hardware [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1502.716264] env[62099]: DEBUG nova.virt.hardware [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1502.716264] env[62099]: DEBUG nova.virt.hardware [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1502.716264] env[62099]: DEBUG nova.virt.hardware [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1502.717975] env[62099]: DEBUG nova.virt.hardware [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1502.718107] env[62099]: DEBUG nova.virt.hardware [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1502.718298] env[62099]: DEBUG nova.virt.hardware [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1502.719206] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cb41f3-bbf9-4f63-bd16-eb68e9a8a4bb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.731224] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa82247-a6cd-4dd7-a9c9-24dff183ced8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.780998] env[62099]: DEBUG nova.scheduler.client.report [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1502.921090] env[62099]: DEBUG nova.virt.hardware [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1502.921090] env[62099]: DEBUG nova.virt.hardware [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.921090] env[62099]: DEBUG nova.virt.hardware [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1502.921090] env[62099]: DEBUG nova.virt.hardware [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.922084] env[62099]: DEBUG nova.virt.hardware [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1502.922307] env[62099]: DEBUG nova.virt.hardware [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1502.922527] env[62099]: DEBUG nova.virt.hardware [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1502.922705] env[62099]: DEBUG nova.virt.hardware [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1502.922860] env[62099]: DEBUG nova.virt.hardware [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1502.923032] env[62099]: DEBUG nova.virt.hardware [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1502.923483] env[62099]: DEBUG nova.virt.hardware [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1502.927274] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85e4d6b-013c-4e04-9177-016cc27c37b8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.934524] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceeb818-82e9-41c7-b59b-ed32f5aa752f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.953576] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:2b:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a164e987-832e-4ac4-9f00-a472f58cc052', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1502.961470] env[62099]: DEBUG oslo.service.loopingcall [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.961820] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1502.963114] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d82ccd4-f14b-47e0-ae6a-f507d7934552 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.983498] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1502.983498] env[62099]: value = "task-1896646" [ 1502.983498] env[62099]: _type = "Task" [ 1502.983498] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.992866] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896646, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.049447] env[62099]: DEBUG nova.network.neutron [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Successfully created port: 4f68c864-6446-4512-84e3-b54c7d15c5de {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1503.285296] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.285939] env[62099]: DEBUG nova.compute.manager [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1503.292058] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.976s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.292058] env[62099]: INFO nova.compute.claims [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1503.494856] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896646, 'name': CreateVM_Task, 'duration_secs': 0.35014} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.495072] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1503.495797] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.495962] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.496951] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1503.497314] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e257bc-d5de-4e32-9ce1-cd751cc525ee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.503021] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1503.503021] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5261d06a-41fb-0ec7-c1fd-7504f3dc249e" [ 1503.503021] env[62099]: _type = "Task" [ 1503.503021] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.513687] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5261d06a-41fb-0ec7-c1fd-7504f3dc249e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.796951] env[62099]: DEBUG nova.compute.utils [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1503.803060] env[62099]: DEBUG nova.compute.manager [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1503.803060] env[62099]: DEBUG nova.network.neutron [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1503.894672] env[62099]: DEBUG nova.policy [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af57d0d057dd41238c4a91e68b0d4d40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85ebc33dea9b47a3ba9fcc14f8a934dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1504.017112] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5261d06a-41fb-0ec7-c1fd-7504f3dc249e, 'name': SearchDatastore_Task, 'duration_secs': 0.017588} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.017525] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.017660] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1504.017913] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.021402] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.021709] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1504.027023] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-692b8543-94ff-466e-b414-9315a1f49ec4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.033195] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1504.034275] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1504.035244] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2cc7e7e-a80e-453f-8308-405c37db35f4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.041099] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1504.041099] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]524e236a-1211-26e7-10f4-67da4f4e16e6" [ 1504.041099] env[62099]: _type = "Task" [ 1504.041099] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.049519] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]524e236a-1211-26e7-10f4-67da4f4e16e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.302502] env[62099]: DEBUG nova.compute.manager [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1504.427452] env[62099]: DEBUG nova.network.neutron [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Successfully created port: 9cfafb8c-8cad-4d4b-8681-0e870523b1ca {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1504.554250] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]524e236a-1211-26e7-10f4-67da4f4e16e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009347} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.555162] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b38c3e98-6c2f-43a9-8628-45e582d1ff7b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.562647] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1504.562647] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52bf7852-cb1f-b503-ed4d-8e3e5db46066" [ 1504.562647] env[62099]: _type = "Task" [ 1504.562647] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.570642] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52bf7852-cb1f-b503-ed4d-8e3e5db46066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.713378] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daf9fd3-c2c4-4699-ad6e-59a0a5dae63b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.720161] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29a632e-d3db-4e49-979a-573be1463c6a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.757567] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b1ea91-03a4-4c07-94d9-c509e658562b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.765897] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a7aec5-623f-4a35-9c88-a3ff4d1037d9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.779246] env[62099]: DEBUG nova.compute.provider_tree [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.784995] env[62099]: DEBUG oslo_concurrency.lockutils [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquiring lock "bab7c411-a648-40b6-a350-1aa24077b2a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.785225] env[62099]: DEBUG oslo_concurrency.lockutils [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "bab7c411-a648-40b6-a350-1aa24077b2a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.075396] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52bf7852-cb1f-b503-ed4d-8e3e5db46066, 'name': SearchDatastore_Task, 'duration_secs': 0.009737} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.075396] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.075792] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4/8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1505.075996] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccccae7b-fd63-4cb0-a232-01b8a322d8ba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.082506] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1505.082506] env[62099]: value = "task-1896647" [ 1505.082506] env[62099]: _type = "Task" [ 1505.082506] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.090264] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.143229] env[62099]: DEBUG nova.compute.manager [req-5adc7959-13dc-4b3a-96ad-6bcf6e4846c2 req-40b3666e-0f9f-4d96-b9d1-b38b9865123f service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Received event network-vif-plugged-f3796b35-d92a-47fe-b3c7-867e194fb92c {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1505.143461] env[62099]: DEBUG oslo_concurrency.lockutils [req-5adc7959-13dc-4b3a-96ad-6bcf6e4846c2 req-40b3666e-0f9f-4d96-b9d1-b38b9865123f service nova] Acquiring lock "582320f4-97f1-4d19-9148-d17b10d3088b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.143679] env[62099]: DEBUG oslo_concurrency.lockutils [req-5adc7959-13dc-4b3a-96ad-6bcf6e4846c2 req-40b3666e-0f9f-4d96-b9d1-b38b9865123f service nova] Lock "582320f4-97f1-4d19-9148-d17b10d3088b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.143847] env[62099]: DEBUG oslo_concurrency.lockutils [req-5adc7959-13dc-4b3a-96ad-6bcf6e4846c2 req-40b3666e-0f9f-4d96-b9d1-b38b9865123f service nova] Lock "582320f4-97f1-4d19-9148-d17b10d3088b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.144024] env[62099]: DEBUG nova.compute.manager [req-5adc7959-13dc-4b3a-96ad-6bcf6e4846c2 req-40b3666e-0f9f-4d96-b9d1-b38b9865123f service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] No waiting events found dispatching network-vif-plugged-f3796b35-d92a-47fe-b3c7-867e194fb92c {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1505.144626] env[62099]: WARNING nova.compute.manager [req-5adc7959-13dc-4b3a-96ad-6bcf6e4846c2 req-40b3666e-0f9f-4d96-b9d1-b38b9865123f service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Received unexpected event network-vif-plugged-f3796b35-d92a-47fe-b3c7-867e194fb92c for instance with vm_state building and task_state spawning. [ 1505.286480] env[62099]: DEBUG nova.scheduler.client.report [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.292385] env[62099]: DEBUG nova.compute.manager [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1505.317650] env[62099]: DEBUG nova.compute.manager [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1505.352486] env[62099]: DEBUG nova.virt.hardware [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1505.352776] env[62099]: DEBUG nova.virt.hardware [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1505.352932] env[62099]: DEBUG nova.virt.hardware [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1505.353118] env[62099]: DEBUG nova.virt.hardware [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1505.354031] env[62099]: DEBUG nova.virt.hardware [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1505.354031] env[62099]: DEBUG nova.virt.hardware [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1505.354031] env[62099]: DEBUG nova.virt.hardware [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1505.354031] env[62099]: DEBUG nova.virt.hardware [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1505.354031] env[62099]: DEBUG nova.virt.hardware [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1505.354363] env[62099]: DEBUG nova.virt.hardware [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1505.354447] env[62099]: DEBUG nova.virt.hardware [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1505.355811] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77ebc07-9ff9-4083-87aa-8d5b5c9beb81 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.365995] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697a1f38-954a-44af-81ce-e870de344515 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.399184] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquiring lock "eca9106b-dfe7-4d99-a706-5fc10ef81f02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.399426] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "eca9106b-dfe7-4d99-a706-5fc10ef81f02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.448200] env[62099]: DEBUG nova.network.neutron [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Successfully updated port: f3796b35-d92a-47fe-b3c7-867e194fb92c {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1505.594172] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896647, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.797014] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.797620] env[62099]: DEBUG nova.compute.manager [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1505.800101] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.456s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.800327] env[62099]: DEBUG nova.objects.instance [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lazy-loading 'resources' on Instance uuid 539c1c0d-3f84-4552-9a8e-3d697f5867c0 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1505.823681] env[62099]: DEBUG oslo_concurrency.lockutils [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.096971] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896647, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.215967] env[62099]: DEBUG nova.compute.manager [req-f03c91f0-2a12-4438-a1a2-8610fea17293 req-9b169425-3cc2-4fe5-8a3b-83772be86411 service nova] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Received event network-vif-plugged-9cfafb8c-8cad-4d4b-8681-0e870523b1ca {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1506.216277] env[62099]: DEBUG oslo_concurrency.lockutils [req-f03c91f0-2a12-4438-a1a2-8610fea17293 req-9b169425-3cc2-4fe5-8a3b-83772be86411 service nova] Acquiring lock "62d9831c-d811-4cc3-81d7-466bec129943-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.216502] env[62099]: DEBUG oslo_concurrency.lockutils [req-f03c91f0-2a12-4438-a1a2-8610fea17293 req-9b169425-3cc2-4fe5-8a3b-83772be86411 service nova] Lock "62d9831c-d811-4cc3-81d7-466bec129943-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.216683] env[62099]: DEBUG oslo_concurrency.lockutils [req-f03c91f0-2a12-4438-a1a2-8610fea17293 req-9b169425-3cc2-4fe5-8a3b-83772be86411 service nova] Lock "62d9831c-d811-4cc3-81d7-466bec129943-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.216846] env[62099]: DEBUG nova.compute.manager [req-f03c91f0-2a12-4438-a1a2-8610fea17293 req-9b169425-3cc2-4fe5-8a3b-83772be86411 service nova] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] No waiting events found dispatching network-vif-plugged-9cfafb8c-8cad-4d4b-8681-0e870523b1ca {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1506.217013] env[62099]: WARNING nova.compute.manager [req-f03c91f0-2a12-4438-a1a2-8610fea17293 req-9b169425-3cc2-4fe5-8a3b-83772be86411 service nova] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Received unexpected event network-vif-plugged-9cfafb8c-8cad-4d4b-8681-0e870523b1ca for instance with vm_state building and task_state spawning. [ 1506.281070] env[62099]: DEBUG nova.network.neutron [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Successfully updated port: 9cfafb8c-8cad-4d4b-8681-0e870523b1ca {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1506.308419] env[62099]: DEBUG nova.compute.utils [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1506.310016] env[62099]: DEBUG nova.compute.manager [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1506.310238] env[62099]: DEBUG nova.network.neutron [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1506.357929] env[62099]: DEBUG nova.policy [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de6486cf6ecf4a32b7231b2ea254d294', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16c3a370146b47398fd755b63a3095c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1506.595064] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896647, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.49387} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.598058] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4/8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1506.600018] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1506.600018] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-642eaaf8-ed5e-4da1-bf16-def115699286 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.606031] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1506.606031] env[62099]: value = "task-1896648" [ 1506.606031] env[62099]: _type = "Task" [ 1506.606031] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.615174] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.635813] env[62099]: DEBUG nova.network.neutron [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Successfully created port: af77a650-809d-4126-bd88-2adca0e613f2 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1506.783422] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Acquiring lock "refresh_cache-62d9831c-d811-4cc3-81d7-466bec129943" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.783569] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Acquired lock "refresh_cache-62d9831c-d811-4cc3-81d7-466bec129943" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.783735] env[62099]: DEBUG nova.network.neutron [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1506.800889] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7c381a-ca3c-4e2b-91f6-282b39d9dbce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.809097] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087180b6-6431-4382-8086-5daa93d5a6b4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.812988] env[62099]: DEBUG nova.compute.manager [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1506.841151] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fa2dd0-6b47-493b-bc95-54df8670e67d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.849460] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2850c976-bf4e-4052-a806-1430b0bc16f8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.870415] env[62099]: DEBUG nova.compute.provider_tree [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.118996] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071954} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.120622] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1507.121463] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f887ed9e-b8dc-4731-9bca-394fbca05b4f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.145842] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4/8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.146515] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d683024a-ceec-4896-85bc-fda155ae25e0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.167176] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1507.167176] env[62099]: value = "task-1896649" [ 1507.167176] env[62099]: _type = "Task" [ 1507.167176] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.177467] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.320059] env[62099]: DEBUG nova.compute.manager [req-c4932340-c8b0-4e4c-89a7-8e51a8b2eb1a req-9d731512-c1f8-402e-ae4e-ed2844aeec45 service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Received event network-changed-f3796b35-d92a-47fe-b3c7-867e194fb92c {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1507.320059] env[62099]: DEBUG nova.compute.manager [req-c4932340-c8b0-4e4c-89a7-8e51a8b2eb1a req-9d731512-c1f8-402e-ae4e-ed2844aeec45 service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Refreshing instance network info cache due to event network-changed-f3796b35-d92a-47fe-b3c7-867e194fb92c. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1507.320314] env[62099]: DEBUG oslo_concurrency.lockutils [req-c4932340-c8b0-4e4c-89a7-8e51a8b2eb1a req-9d731512-c1f8-402e-ae4e-ed2844aeec45 service nova] Acquiring lock "refresh_cache-582320f4-97f1-4d19-9148-d17b10d3088b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.320314] env[62099]: DEBUG oslo_concurrency.lockutils [req-c4932340-c8b0-4e4c-89a7-8e51a8b2eb1a req-9d731512-c1f8-402e-ae4e-ed2844aeec45 service nova] Acquired lock "refresh_cache-582320f4-97f1-4d19-9148-d17b10d3088b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.320500] env[62099]: DEBUG nova.network.neutron [req-c4932340-c8b0-4e4c-89a7-8e51a8b2eb1a req-9d731512-c1f8-402e-ae4e-ed2844aeec45 service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Refreshing network info cache for port f3796b35-d92a-47fe-b3c7-867e194fb92c {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.323931] env[62099]: DEBUG nova.network.neutron [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1507.377717] env[62099]: DEBUG nova.scheduler.client.report [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1507.483765] env[62099]: DEBUG nova.network.neutron [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Updating instance_info_cache with network_info: [{"id": "9cfafb8c-8cad-4d4b-8681-0e870523b1ca", "address": "fa:16:3e:a3:68:b3", "network": {"id": "1d27672c-ed5d-47f7-868e-b7bc120244bf", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1764163333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ebc33dea9b47a3ba9fcc14f8a934dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cfafb8c-8c", "ovs_interfaceid": "9cfafb8c-8cad-4d4b-8681-0e870523b1ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.677593] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896649, 'name': ReconfigVM_Task, 'duration_secs': 0.283865} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.677888] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4/8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1507.678538] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-442b4fac-77f6-4c09-a0ab-ba420fdf3f09 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.685850] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1507.685850] env[62099]: value = "task-1896650" [ 1507.685850] env[62099]: _type = "Task" [ 1507.685850] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.694008] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896650, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.851507] env[62099]: DEBUG nova.compute.manager [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1507.859898] env[62099]: DEBUG oslo_concurrency.lockutils [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Acquiring lock "c11bfc01-fa00-4b38-b79e-d293db75da1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.860734] env[62099]: DEBUG oslo_concurrency.lockutils [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Lock "c11bfc01-fa00-4b38-b79e-d293db75da1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.884609] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.887169] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.541s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.887169] env[62099]: DEBUG nova.objects.instance [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lazy-loading 'resources' on Instance uuid 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1507.891373] env[62099]: DEBUG nova.network.neutron [req-c4932340-c8b0-4e4c-89a7-8e51a8b2eb1a req-9d731512-c1f8-402e-ae4e-ed2844aeec45 service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1507.896658] env[62099]: DEBUG nova.virt.hardware [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1507.896658] env[62099]: DEBUG nova.virt.hardware [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1507.896658] env[62099]: DEBUG nova.virt.hardware [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1507.896898] env[62099]: DEBUG nova.virt.hardware [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1507.896933] env[62099]: DEBUG nova.virt.hardware [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1507.897111] env[62099]: DEBUG nova.virt.hardware [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1507.897447] env[62099]: DEBUG nova.virt.hardware [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1507.897660] env[62099]: DEBUG nova.virt.hardware [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1507.897849] env[62099]: DEBUG nova.virt.hardware [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1507.898068] env[62099]: DEBUG nova.virt.hardware [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1507.898290] env[62099]: DEBUG nova.virt.hardware [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1507.899802] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211cbab6-ee7a-4c18-92ab-2947f748d8fc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.910391] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5aba777-ac0b-4746-b59d-55d29ac9bf95 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.917064] env[62099]: INFO nova.scheduler.client.report [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Deleted allocations for instance 539c1c0d-3f84-4552-9a8e-3d697f5867c0 [ 1507.976204] env[62099]: DEBUG nova.network.neutron [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Successfully updated port: d5b8592a-6558-4725-8b63-0f7a3a8e9e12 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1507.990013] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Releasing lock "refresh_cache-62d9831c-d811-4cc3-81d7-466bec129943" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.990013] env[62099]: DEBUG nova.compute.manager [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Instance network_info: |[{"id": "9cfafb8c-8cad-4d4b-8681-0e870523b1ca", "address": "fa:16:3e:a3:68:b3", "network": {"id": "1d27672c-ed5d-47f7-868e-b7bc120244bf", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1764163333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ebc33dea9b47a3ba9fcc14f8a934dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cfafb8c-8c", "ovs_interfaceid": "9cfafb8c-8cad-4d4b-8681-0e870523b1ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1507.990013] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:68:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cfafb8c-8cad-4d4b-8681-0e870523b1ca', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1507.997921] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Creating folder: Project (85ebc33dea9b47a3ba9fcc14f8a934dc). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1507.998660] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eef5f6c2-c1ab-4f91-9d2e-aaf5de38ae4f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.012041] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Created folder: Project (85ebc33dea9b47a3ba9fcc14f8a934dc) in parent group-v391507. [ 1508.012041] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Creating folder: Instances. Parent ref: group-v391655. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1508.012041] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4defc415-731e-4a78-a41a-8b33c05e7c8f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.021992] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Created folder: Instances in parent group-v391655. [ 1508.022432] env[62099]: DEBUG oslo.service.loopingcall [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1508.024077] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1508.024077] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acb63f15-2d9b-47a9-a893-471451e7e578 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.049122] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1508.049122] env[62099]: value = "task-1896653" [ 1508.049122] env[62099]: _type = "Task" [ 1508.049122] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.055187] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896653, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.072156] env[62099]: DEBUG nova.network.neutron [req-c4932340-c8b0-4e4c-89a7-8e51a8b2eb1a req-9d731512-c1f8-402e-ae4e-ed2844aeec45 service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.195895] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896650, 'name': Rename_Task, 'duration_secs': 0.135319} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.196225] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1508.196780] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcd592a3-59b2-4488-89b7-93abdbfa4564 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.203115] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1508.203115] env[62099]: value = "task-1896654" [ 1508.203115] env[62099]: _type = "Task" [ 1508.203115] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.211719] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.260415] env[62099]: DEBUG nova.compute.manager [req-16aebceb-5f89-4783-b1dc-682fba4b732c req-f8d5086a-920a-434b-8cb1-daf9fa2283cd service nova] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Received event network-changed-9cfafb8c-8cad-4d4b-8681-0e870523b1ca {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1508.260741] env[62099]: DEBUG nova.compute.manager [req-16aebceb-5f89-4783-b1dc-682fba4b732c req-f8d5086a-920a-434b-8cb1-daf9fa2283cd service nova] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Refreshing instance network info cache due to event network-changed-9cfafb8c-8cad-4d4b-8681-0e870523b1ca. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1508.261228] env[62099]: DEBUG oslo_concurrency.lockutils [req-16aebceb-5f89-4783-b1dc-682fba4b732c req-f8d5086a-920a-434b-8cb1-daf9fa2283cd service nova] Acquiring lock "refresh_cache-62d9831c-d811-4cc3-81d7-466bec129943" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.261340] env[62099]: DEBUG oslo_concurrency.lockutils [req-16aebceb-5f89-4783-b1dc-682fba4b732c req-f8d5086a-920a-434b-8cb1-daf9fa2283cd service nova] Acquired lock "refresh_cache-62d9831c-d811-4cc3-81d7-466bec129943" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.261575] env[62099]: DEBUG nova.network.neutron [req-16aebceb-5f89-4783-b1dc-682fba4b732c req-f8d5086a-920a-434b-8cb1-daf9fa2283cd service nova] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Refreshing network info cache for port 9cfafb8c-8cad-4d4b-8681-0e870523b1ca {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.288355] env[62099]: DEBUG nova.network.neutron [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Successfully updated port: af77a650-809d-4126-bd88-2adca0e613f2 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1508.440435] env[62099]: DEBUG oslo_concurrency.lockutils [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "f5babee2-eada-48b0-99c6-eec3024633e2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.440680] env[62099]: DEBUG oslo_concurrency.lockutils [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "f5babee2-eada-48b0-99c6-eec3024633e2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.442206] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f1de30c3-db68-402f-b6ed-6acdebb557f5 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "539c1c0d-3f84-4552-9a8e-3d697f5867c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.382s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.561519] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896653, 'name': CreateVM_Task, 'duration_secs': 0.373088} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.561695] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1508.562363] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.562557] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.562831] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1508.565414] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed52038-96e3-409d-84e2-98f7e0bf97b4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.570337] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Waiting for the task: (returnval){ [ 1508.570337] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ccd967-f009-ff42-4383-94be85eed4cc" [ 1508.570337] env[62099]: _type = "Task" [ 1508.570337] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.575523] env[62099]: DEBUG oslo_concurrency.lockutils [req-c4932340-c8b0-4e4c-89a7-8e51a8b2eb1a req-9d731512-c1f8-402e-ae4e-ed2844aeec45 service nova] Releasing lock "refresh_cache-582320f4-97f1-4d19-9148-d17b10d3088b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.578268] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ccd967-f009-ff42-4383-94be85eed4cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.713574] env[62099]: DEBUG oslo_vmware.api [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896654, 'name': PowerOnVM_Task, 'duration_secs': 0.464095} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.713853] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1508.714073] env[62099]: DEBUG nova.compute.manager [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1508.714873] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3d8238-c19e-4fc0-8022-02cf68af4f3f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.791538] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Acquiring lock "refresh_cache-0d2ba44d-f920-48b8-9df1-b40f71deb55f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.791865] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Acquired lock "refresh_cache-0d2ba44d-f920-48b8-9df1-b40f71deb55f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.792034] env[62099]: DEBUG nova.network.neutron [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.837111] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd76559f-2701-4683-a3ad-9a2519e44b1c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.846985] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fac80df-0a1d-41f2-9c6c-989400dfee60 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.882397] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3af08e-a329-44e0-a8ea-ace0b5f83890 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.891016] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b66f043-b402-4d32-8223-228b5e7b3918 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.906168] env[62099]: DEBUG nova.compute.provider_tree [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.945182] env[62099]: INFO nova.compute.manager [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Detaching volume 560be247-1aab-4d40-b0f1-31acc82a0d2c [ 1508.990376] env[62099]: INFO nova.virt.block_device [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Attempting to driver detach volume 560be247-1aab-4d40-b0f1-31acc82a0d2c from mountpoint /dev/sdb [ 1508.990616] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Volume detach. Driver type: vmdk {{(pid=62099) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1508.990808] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391622', 'volume_id': '560be247-1aab-4d40-b0f1-31acc82a0d2c', 'name': 'volume-560be247-1aab-4d40-b0f1-31acc82a0d2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5babee2-eada-48b0-99c6-eec3024633e2', 'attached_at': '', 'detached_at': '', 'volume_id': '560be247-1aab-4d40-b0f1-31acc82a0d2c', 'serial': '560be247-1aab-4d40-b0f1-31acc82a0d2c'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1508.992061] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d491d5e4-169f-43b1-bbe7-18126676faa5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.031690] env[62099]: DEBUG nova.network.neutron [req-16aebceb-5f89-4783-b1dc-682fba4b732c req-f8d5086a-920a-434b-8cb1-daf9fa2283cd service nova] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Updated VIF entry in instance network info cache for port 9cfafb8c-8cad-4d4b-8681-0e870523b1ca. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1509.032042] env[62099]: DEBUG nova.network.neutron [req-16aebceb-5f89-4783-b1dc-682fba4b732c req-f8d5086a-920a-434b-8cb1-daf9fa2283cd service nova] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Updating instance_info_cache with network_info: [{"id": "9cfafb8c-8cad-4d4b-8681-0e870523b1ca", "address": "fa:16:3e:a3:68:b3", "network": {"id": "1d27672c-ed5d-47f7-868e-b7bc120244bf", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1764163333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ebc33dea9b47a3ba9fcc14f8a934dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cfafb8c-8c", "ovs_interfaceid": "9cfafb8c-8cad-4d4b-8681-0e870523b1ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.034616] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a26c428-de7e-4910-b0ba-dd9eea72221b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.045780] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5132ea-a935-46cd-ac2b-d29570e8fe29 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.076061] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33ce9bb-63b2-42f1-b581-8f3c13f9b648 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.085329] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ccd967-f009-ff42-4383-94be85eed4cc, 'name': SearchDatastore_Task, 'duration_secs': 0.04227} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.097929] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.098416] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1509.098716] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.098873] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.099272] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1509.099810] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] The volume has not been displaced from its original location: [datastore2] volume-560be247-1aab-4d40-b0f1-31acc82a0d2c/volume-560be247-1aab-4d40-b0f1-31acc82a0d2c.vmdk. No consolidation needed. {{(pid=62099) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1509.105183] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Reconfiguring VM instance instance-0000001a to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1509.105604] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1aae6bd8-af54-44a8-9c98-e0dff71af6cb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.108091] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a4d3a58-a305-4057-9291-ff7dd9fe8719 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.128476] env[62099]: DEBUG oslo_vmware.api [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1509.128476] env[62099]: value = "task-1896655" [ 1509.128476] env[62099]: _type = "Task" [ 1509.128476] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.129834] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1509.130029] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1509.133817] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1664bf42-fd3e-40e9-9cc7-75b82740a75c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.140315] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Waiting for the task: (returnval){ [ 1509.140315] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52933124-5e3b-920b-d8d4-3c7cc4b1a287" [ 1509.140315] env[62099]: _type = "Task" [ 1509.140315] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.143968] env[62099]: DEBUG oslo_vmware.api [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.153941] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52933124-5e3b-920b-d8d4-3c7cc4b1a287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.238929] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.333886] env[62099]: DEBUG nova.network.neutron [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1509.354016] env[62099]: DEBUG nova.compute.manager [req-2e16c88c-7eed-415f-8cc4-2e0eef570187 req-58a9c703-2537-429e-be8d-b0a3b2ccbaed service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Received event network-vif-plugged-d5b8592a-6558-4725-8b63-0f7a3a8e9e12 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1509.354280] env[62099]: DEBUG oslo_concurrency.lockutils [req-2e16c88c-7eed-415f-8cc4-2e0eef570187 req-58a9c703-2537-429e-be8d-b0a3b2ccbaed service nova] Acquiring lock "582320f4-97f1-4d19-9148-d17b10d3088b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.354454] env[62099]: DEBUG oslo_concurrency.lockutils [req-2e16c88c-7eed-415f-8cc4-2e0eef570187 req-58a9c703-2537-429e-be8d-b0a3b2ccbaed service nova] Lock "582320f4-97f1-4d19-9148-d17b10d3088b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.354649] env[62099]: DEBUG oslo_concurrency.lockutils [req-2e16c88c-7eed-415f-8cc4-2e0eef570187 req-58a9c703-2537-429e-be8d-b0a3b2ccbaed service nova] Lock "582320f4-97f1-4d19-9148-d17b10d3088b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.354782] env[62099]: DEBUG nova.compute.manager [req-2e16c88c-7eed-415f-8cc4-2e0eef570187 req-58a9c703-2537-429e-be8d-b0a3b2ccbaed service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] No waiting events found dispatching network-vif-plugged-d5b8592a-6558-4725-8b63-0f7a3a8e9e12 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1509.354950] env[62099]: WARNING nova.compute.manager [req-2e16c88c-7eed-415f-8cc4-2e0eef570187 req-58a9c703-2537-429e-be8d-b0a3b2ccbaed service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Received unexpected event network-vif-plugged-d5b8592a-6558-4725-8b63-0f7a3a8e9e12 for instance with vm_state building and task_state spawning. [ 1509.355132] env[62099]: DEBUG nova.compute.manager [req-2e16c88c-7eed-415f-8cc4-2e0eef570187 req-58a9c703-2537-429e-be8d-b0a3b2ccbaed service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Received event network-changed-d5b8592a-6558-4725-8b63-0f7a3a8e9e12 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1509.355290] env[62099]: DEBUG nova.compute.manager [req-2e16c88c-7eed-415f-8cc4-2e0eef570187 req-58a9c703-2537-429e-be8d-b0a3b2ccbaed service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Refreshing instance network info cache due to event network-changed-d5b8592a-6558-4725-8b63-0f7a3a8e9e12. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1509.355610] env[62099]: DEBUG oslo_concurrency.lockutils [req-2e16c88c-7eed-415f-8cc4-2e0eef570187 req-58a9c703-2537-429e-be8d-b0a3b2ccbaed service nova] Acquiring lock "refresh_cache-582320f4-97f1-4d19-9148-d17b10d3088b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.355858] env[62099]: DEBUG oslo_concurrency.lockutils [req-2e16c88c-7eed-415f-8cc4-2e0eef570187 req-58a9c703-2537-429e-be8d-b0a3b2ccbaed service nova] Acquired lock "refresh_cache-582320f4-97f1-4d19-9148-d17b10d3088b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.356069] env[62099]: DEBUG nova.network.neutron [req-2e16c88c-7eed-415f-8cc4-2e0eef570187 req-58a9c703-2537-429e-be8d-b0a3b2ccbaed service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Refreshing network info cache for port d5b8592a-6558-4725-8b63-0f7a3a8e9e12 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.413444] env[62099]: DEBUG nova.scheduler.client.report [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1509.493040] env[62099]: DEBUG nova.network.neutron [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Updating instance_info_cache with network_info: [{"id": "af77a650-809d-4126-bd88-2adca0e613f2", "address": "fa:16:3e:01:b1:80", "network": {"id": "5cc4ad82-933c-4bad-aaa1-6aa61f22fb35", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-804298914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c3a370146b47398fd755b63a3095c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf77a650-80", "ovs_interfaceid": "af77a650-809d-4126-bd88-2adca0e613f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.539998] env[62099]: DEBUG oslo_concurrency.lockutils [req-16aebceb-5f89-4783-b1dc-682fba4b732c req-f8d5086a-920a-434b-8cb1-daf9fa2283cd service nova] Releasing lock "refresh_cache-62d9831c-d811-4cc3-81d7-466bec129943" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.539998] env[62099]: DEBUG nova.compute.manager [req-16aebceb-5f89-4783-b1dc-682fba4b732c req-f8d5086a-920a-434b-8cb1-daf9fa2283cd service nova] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Received event network-vif-plugged-af77a650-809d-4126-bd88-2adca0e613f2 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1509.540167] env[62099]: DEBUG oslo_concurrency.lockutils [req-16aebceb-5f89-4783-b1dc-682fba4b732c req-f8d5086a-920a-434b-8cb1-daf9fa2283cd service nova] Acquiring lock "0d2ba44d-f920-48b8-9df1-b40f71deb55f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.540379] env[62099]: DEBUG oslo_concurrency.lockutils [req-16aebceb-5f89-4783-b1dc-682fba4b732c req-f8d5086a-920a-434b-8cb1-daf9fa2283cd service nova] Lock "0d2ba44d-f920-48b8-9df1-b40f71deb55f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.540533] env[62099]: DEBUG oslo_concurrency.lockutils [req-16aebceb-5f89-4783-b1dc-682fba4b732c req-f8d5086a-920a-434b-8cb1-daf9fa2283cd service nova] Lock "0d2ba44d-f920-48b8-9df1-b40f71deb55f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.541504] env[62099]: DEBUG nova.compute.manager [req-16aebceb-5f89-4783-b1dc-682fba4b732c req-f8d5086a-920a-434b-8cb1-daf9fa2283cd service nova] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] No waiting events found dispatching network-vif-plugged-af77a650-809d-4126-bd88-2adca0e613f2 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1509.541504] env[62099]: WARNING nova.compute.manager [req-16aebceb-5f89-4783-b1dc-682fba4b732c req-f8d5086a-920a-434b-8cb1-daf9fa2283cd service nova] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Received unexpected event network-vif-plugged-af77a650-809d-4126-bd88-2adca0e613f2 for instance with vm_state building and task_state spawning. [ 1509.643271] env[62099]: DEBUG oslo_vmware.api [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896655, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.654083] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52933124-5e3b-920b-d8d4-3c7cc4b1a287, 'name': SearchDatastore_Task, 'duration_secs': 0.013303} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.655096] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e96c775-6155-46db-8a10-c7783f5eb47a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.660535] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Waiting for the task: (returnval){ [ 1509.660535] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cefe02-74c6-3990-02b8-dc3f96f1a659" [ 1509.660535] env[62099]: _type = "Task" [ 1509.660535] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.668922] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cefe02-74c6-3990-02b8-dc3f96f1a659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.914343] env[62099]: DEBUG nova.network.neutron [req-2e16c88c-7eed-415f-8cc4-2e0eef570187 req-58a9c703-2537-429e-be8d-b0a3b2ccbaed service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1509.919715] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.921900] env[62099]: DEBUG oslo_concurrency.lockutils [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.283s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.922146] env[62099]: DEBUG nova.objects.instance [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lazy-loading 'resources' on Instance uuid 12b4c8e6-daef-4e3d-a238-abed54e1bc12 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1509.945382] env[62099]: INFO nova.scheduler.client.report [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Deleted allocations for instance 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de [ 1509.997534] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Releasing lock "refresh_cache-0d2ba44d-f920-48b8-9df1-b40f71deb55f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.997878] env[62099]: DEBUG nova.compute.manager [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Instance network_info: |[{"id": "af77a650-809d-4126-bd88-2adca0e613f2", "address": "fa:16:3e:01:b1:80", "network": {"id": "5cc4ad82-933c-4bad-aaa1-6aa61f22fb35", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-804298914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c3a370146b47398fd755b63a3095c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf77a650-80", "ovs_interfaceid": "af77a650-809d-4126-bd88-2adca0e613f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1509.998640] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:b1:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af77a650-809d-4126-bd88-2adca0e613f2', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1510.007459] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Creating folder: Project (16c3a370146b47398fd755b63a3095c2). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1510.008235] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c03782a1-808d-4cb5-aba8-fef9c6cacfe1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.020101] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Created folder: Project (16c3a370146b47398fd755b63a3095c2) in parent group-v391507. [ 1510.020332] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Creating folder: Instances. Parent ref: group-v391658. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1510.020592] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edf814c1-f9a7-4d35-8e39-a8b2a1518443 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.032931] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Created folder: Instances in parent group-v391658. [ 1510.033367] env[62099]: DEBUG oslo.service.loopingcall [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.033613] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1510.033860] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0021f4b-41db-44ed-a563-c9d732e3b482 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.053044] env[62099]: DEBUG nova.network.neutron [req-2e16c88c-7eed-415f-8cc4-2e0eef570187 req-58a9c703-2537-429e-be8d-b0a3b2ccbaed service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.064606] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1510.064606] env[62099]: value = "task-1896658" [ 1510.064606] env[62099]: _type = "Task" [ 1510.064606] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.078394] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896658, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.125809] env[62099]: DEBUG nova.network.neutron [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Successfully updated port: 4f68c864-6446-4512-84e3-b54c7d15c5de {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1510.142201] env[62099]: DEBUG oslo_vmware.api [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896655, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.171672] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cefe02-74c6-3990-02b8-dc3f96f1a659, 'name': SearchDatastore_Task, 'duration_secs': 0.022925} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.171957] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.172260] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 62d9831c-d811-4cc3-81d7-466bec129943/62d9831c-d811-4cc3-81d7-466bec129943.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1510.172532] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ec368b6-72b7-461a-83fa-9a120877b046 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.179572] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Waiting for the task: (returnval){ [ 1510.179572] env[62099]: value = "task-1896659" [ 1510.179572] env[62099]: _type = "Task" [ 1510.179572] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.190558] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': task-1896659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.311572] env[62099]: DEBUG nova.compute.manager [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Received event network-changed-af77a650-809d-4126-bd88-2adca0e613f2 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1510.311920] env[62099]: DEBUG nova.compute.manager [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Refreshing instance network info cache due to event network-changed-af77a650-809d-4126-bd88-2adca0e613f2. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1510.312314] env[62099]: DEBUG oslo_concurrency.lockutils [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] Acquiring lock "refresh_cache-0d2ba44d-f920-48b8-9df1-b40f71deb55f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.312586] env[62099]: DEBUG oslo_concurrency.lockutils [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] Acquired lock "refresh_cache-0d2ba44d-f920-48b8-9df1-b40f71deb55f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.312914] env[62099]: DEBUG nova.network.neutron [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Refreshing network info cache for port af77a650-809d-4126-bd88-2adca0e613f2 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1510.461314] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c54dd7f9-e701-4017-9029-b82ae480e236 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "2a3e8dcf-23dd-4f09-9126-e254ab8ef9de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.234s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.559911] env[62099]: DEBUG oslo_concurrency.lockutils [req-2e16c88c-7eed-415f-8cc4-2e0eef570187 req-58a9c703-2537-429e-be8d-b0a3b2ccbaed service nova] Releasing lock "refresh_cache-582320f4-97f1-4d19-9148-d17b10d3088b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.578413] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896658, 'name': CreateVM_Task, 'duration_secs': 0.390584} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.578824] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1510.579807] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.583022] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.583022] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1510.583022] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61e0e87d-8e5d-4013-88a9-f7dd2d5bec76 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.587732] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Waiting for the task: (returnval){ [ 1510.587732] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5251ebe1-7ce3-b000-2baf-ae7460b0b3cf" [ 1510.587732] env[62099]: _type = "Task" [ 1510.587732] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.600907] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5251ebe1-7ce3-b000-2baf-ae7460b0b3cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.628698] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquiring lock "refresh_cache-582320f4-97f1-4d19-9148-d17b10d3088b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.628938] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquired lock "refresh_cache-582320f4-97f1-4d19-9148-d17b10d3088b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.629073] env[62099]: DEBUG nova.network.neutron [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1510.644023] env[62099]: DEBUG oslo_vmware.api [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896655, 'name': ReconfigVM_Task, 'duration_secs': 1.332541} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.646224] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Reconfigured VM instance instance-0000001a to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1510.650769] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f944d5e-5808-4039-8f21-49cabcb35fec {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.671727] env[62099]: DEBUG oslo_vmware.api [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1510.671727] env[62099]: value = "task-1896660" [ 1510.671727] env[62099]: _type = "Task" [ 1510.671727] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.683770] env[62099]: DEBUG oslo_vmware.api [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896660, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.698307] env[62099]: DEBUG oslo_concurrency.lockutils [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "e7e70eea-a577-46b4-be71-4c92229b8c70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.698597] env[62099]: DEBUG oslo_concurrency.lockutils [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "e7e70eea-a577-46b4-be71-4c92229b8c70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.698825] env[62099]: DEBUG oslo_concurrency.lockutils [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "e7e70eea-a577-46b4-be71-4c92229b8c70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.699086] env[62099]: DEBUG oslo_concurrency.lockutils [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "e7e70eea-a577-46b4-be71-4c92229b8c70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.699193] env[62099]: DEBUG oslo_concurrency.lockutils [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "e7e70eea-a577-46b4-be71-4c92229b8c70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.700819] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': task-1896659, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.701570] env[62099]: INFO nova.compute.manager [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Terminating instance [ 1510.916594] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4d5a88-417b-4ef2-a470-f3a16df0b7ba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.924150] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1406426-f470-4538-87c9-249505f38811 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.955982] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cd0e7e-5ccf-4750-b3bd-4b35879f3794 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.963669] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a26aa5e-044d-47a2-a081-14207e10ca5f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.978424] env[62099]: DEBUG nova.compute.provider_tree [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.098751] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5251ebe1-7ce3-b000-2baf-ae7460b0b3cf, 'name': SearchDatastore_Task, 'duration_secs': 0.055351} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.099078] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.099315] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1511.099550] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.099705] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.099876] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1511.100141] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f32c4da0-50a4-4a9c-a703-1527c89c617e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.109127] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1511.109388] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1511.110218] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-472f9fb8-889c-4671-ace2-2bee2b195972 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.115710] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Waiting for the task: (returnval){ [ 1511.115710] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e430e4-963f-e472-d85c-755e6fc256db" [ 1511.115710] env[62099]: _type = "Task" [ 1511.115710] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.123284] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e430e4-963f-e472-d85c-755e6fc256db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.177605] env[62099]: DEBUG nova.network.neutron [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Updated VIF entry in instance network info cache for port af77a650-809d-4126-bd88-2adca0e613f2. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1511.177996] env[62099]: DEBUG nova.network.neutron [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Updating instance_info_cache with network_info: [{"id": "af77a650-809d-4126-bd88-2adca0e613f2", "address": "fa:16:3e:01:b1:80", "network": {"id": "5cc4ad82-933c-4bad-aaa1-6aa61f22fb35", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-804298914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c3a370146b47398fd755b63a3095c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf77a650-80", "ovs_interfaceid": "af77a650-809d-4126-bd88-2adca0e613f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.184657] env[62099]: DEBUG oslo_vmware.api [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896660, 'name': ReconfigVM_Task, 'duration_secs': 0.154818} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.189022] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391622', 'volume_id': '560be247-1aab-4d40-b0f1-31acc82a0d2c', 'name': 'volume-560be247-1aab-4d40-b0f1-31acc82a0d2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5babee2-eada-48b0-99c6-eec3024633e2', 'attached_at': '', 'detached_at': '', 'volume_id': '560be247-1aab-4d40-b0f1-31acc82a0d2c', 'serial': '560be247-1aab-4d40-b0f1-31acc82a0d2c'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1511.190916] env[62099]: DEBUG nova.network.neutron [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1511.198519] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': task-1896659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530257} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.198761] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 62d9831c-d811-4cc3-81d7-466bec129943/62d9831c-d811-4cc3-81d7-466bec129943.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1511.198970] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1511.199232] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84e58df8-4745-49f4-baaf-0f1dd0dff372 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.207622] env[62099]: DEBUG nova.compute.manager [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1511.207811] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1511.208180] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Waiting for the task: (returnval){ [ 1511.208180] env[62099]: value = "task-1896661" [ 1511.208180] env[62099]: _type = "Task" [ 1511.208180] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.208987] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0ee21a-40e6-4af6-acca-92153a77519b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.221306] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1511.224358] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bed67796-eac3-4dd5-a920-7d08c0f66332 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.226480] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': task-1896661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.231765] env[62099]: DEBUG oslo_vmware.api [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1511.231765] env[62099]: value = "task-1896662" [ 1511.231765] env[62099]: _type = "Task" [ 1511.231765] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.240988] env[62099]: DEBUG oslo_vmware.api [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.484071] env[62099]: DEBUG nova.scheduler.client.report [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1511.626313] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e430e4-963f-e472-d85c-755e6fc256db, 'name': SearchDatastore_Task, 'duration_secs': 0.047214} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.629593] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d82bcb7f-3569-4fa7-9c1d-f36ac5ca409f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.635452] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Waiting for the task: (returnval){ [ 1511.635452] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]522d15d6-0165-d7e1-ce6b-6746bdfb1082" [ 1511.635452] env[62099]: _type = "Task" [ 1511.635452] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.643283] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522d15d6-0165-d7e1-ce6b-6746bdfb1082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.681520] env[62099]: DEBUG oslo_concurrency.lockutils [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] Releasing lock "refresh_cache-0d2ba44d-f920-48b8-9df1-b40f71deb55f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.681810] env[62099]: DEBUG nova.compute.manager [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Received event network-vif-plugged-4f68c864-6446-4512-84e3-b54c7d15c5de {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1511.682036] env[62099]: DEBUG oslo_concurrency.lockutils [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] Acquiring lock "582320f4-97f1-4d19-9148-d17b10d3088b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.682254] env[62099]: DEBUG oslo_concurrency.lockutils [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] Lock "582320f4-97f1-4d19-9148-d17b10d3088b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.682417] env[62099]: DEBUG oslo_concurrency.lockutils [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] Lock "582320f4-97f1-4d19-9148-d17b10d3088b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.682583] env[62099]: DEBUG nova.compute.manager [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] No waiting events found dispatching network-vif-plugged-4f68c864-6446-4512-84e3-b54c7d15c5de {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1511.682753] env[62099]: WARNING nova.compute.manager [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Received unexpected event network-vif-plugged-4f68c864-6446-4512-84e3-b54c7d15c5de for instance with vm_state building and task_state spawning. [ 1511.682912] env[62099]: DEBUG nova.compute.manager [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Received event network-changed-4f68c864-6446-4512-84e3-b54c7d15c5de {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1511.683080] env[62099]: DEBUG nova.compute.manager [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Refreshing instance network info cache due to event network-changed-4f68c864-6446-4512-84e3-b54c7d15c5de. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1511.683242] env[62099]: DEBUG oslo_concurrency.lockutils [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] Acquiring lock "refresh_cache-582320f4-97f1-4d19-9148-d17b10d3088b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.722529] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': task-1896661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074454} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.722796] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1511.723624] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c995bcb2-25e5-4b39-9a77-2f7667a42092 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.748778] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 62d9831c-d811-4cc3-81d7-466bec129943/62d9831c-d811-4cc3-81d7-466bec129943.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1511.751880] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73f15805-3ed4-4c38-a611-3a72a5958db8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.770433] env[62099]: DEBUG nova.network.neutron [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Updating instance_info_cache with network_info: [{"id": "f3796b35-d92a-47fe-b3c7-867e194fb92c", "address": "fa:16:3e:c3:a3:de", "network": {"id": "9a2b9358-ab51-4185-a416-13eff62fdb6b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-946816220", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83ff9fe2e88d4f57b8e81009505f0b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3796b35-d9", "ovs_interfaceid": "f3796b35-d92a-47fe-b3c7-867e194fb92c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d5b8592a-6558-4725-8b63-0f7a3a8e9e12", "address": "fa:16:3e:4d:84:20", "network": {"id": "82c6fdf2-142f-44c5-ab19-7dfa51121f4d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-954781323", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "83ff9fe2e88d4f57b8e81009505f0b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5b8592a-65", "ovs_interfaceid": "d5b8592a-6558-4725-8b63-0f7a3a8e9e12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f68c864-6446-4512-84e3-b54c7d15c5de", "address": "fa:16:3e:18:f2:95", "network": {"id": "9a2b9358-ab51-4185-a416-13eff62fdb6b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-946816220", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83ff9fe2e88d4f57b8e81009505f0b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f68c864-64", "ovs_interfaceid": "4f68c864-6446-4512-84e3-b54c7d15c5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.776328] env[62099]: DEBUG oslo_vmware.api [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896662, 'name': PowerOffVM_Task, 'duration_secs': 0.195988} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.778034] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.778234] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1511.778577] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Waiting for the task: (returnval){ [ 1511.778577] env[62099]: value = "task-1896663" [ 1511.778577] env[62099]: _type = "Task" [ 1511.778577] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.778806] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d29d4dc-240c-4218-aec4-01bbe4829d89 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.784907] env[62099]: DEBUG nova.objects.instance [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lazy-loading 'flavor' on Instance uuid f5babee2-eada-48b0-99c6-eec3024633e2 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1511.791986] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': task-1896663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.887441] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1511.887441] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1511.887441] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Deleting the datastore file [datastore1] e7e70eea-a577-46b4-be71-4c92229b8c70 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1511.888254] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e65ccf6e-c0a6-4e4f-a82f-4fb3bb272e7d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.896562] env[62099]: DEBUG oslo_vmware.api [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1511.896562] env[62099]: value = "task-1896665" [ 1511.896562] env[62099]: _type = "Task" [ 1511.896562] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.905500] env[62099]: DEBUG oslo_vmware.api [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.992122] env[62099]: DEBUG oslo_concurrency.lockutils [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.993320] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.494s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.022588] env[62099]: INFO nova.scheduler.client.report [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Deleted allocations for instance 12b4c8e6-daef-4e3d-a238-abed54e1bc12 [ 1512.146972] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522d15d6-0165-d7e1-ce6b-6746bdfb1082, 'name': SearchDatastore_Task, 'duration_secs': 0.012934} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.147265] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.147517] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 0d2ba44d-f920-48b8-9df1-b40f71deb55f/0d2ba44d-f920-48b8-9df1-b40f71deb55f.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1512.147800] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02d5d352-2816-46e9-adac-62fe40dc14c0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.155264] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Waiting for the task: (returnval){ [ 1512.155264] env[62099]: value = "task-1896666" [ 1512.155264] env[62099]: _type = "Task" [ 1512.155264] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.163873] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': task-1896666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.270608] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Releasing lock "refresh_cache-582320f4-97f1-4d19-9148-d17b10d3088b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.271079] env[62099]: DEBUG nova.compute.manager [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Instance network_info: |[{"id": "f3796b35-d92a-47fe-b3c7-867e194fb92c", "address": "fa:16:3e:c3:a3:de", "network": {"id": "9a2b9358-ab51-4185-a416-13eff62fdb6b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-946816220", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83ff9fe2e88d4f57b8e81009505f0b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3796b35-d9", "ovs_interfaceid": "f3796b35-d92a-47fe-b3c7-867e194fb92c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d5b8592a-6558-4725-8b63-0f7a3a8e9e12", "address": "fa:16:3e:4d:84:20", "network": {"id": "82c6fdf2-142f-44c5-ab19-7dfa51121f4d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-954781323", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "83ff9fe2e88d4f57b8e81009505f0b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5b8592a-65", "ovs_interfaceid": "d5b8592a-6558-4725-8b63-0f7a3a8e9e12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f68c864-6446-4512-84e3-b54c7d15c5de", "address": "fa:16:3e:18:f2:95", "network": {"id": "9a2b9358-ab51-4185-a416-13eff62fdb6b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-946816220", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83ff9fe2e88d4f57b8e81009505f0b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f68c864-64", "ovs_interfaceid": "4f68c864-6446-4512-84e3-b54c7d15c5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1512.271409] env[62099]: DEBUG oslo_concurrency.lockutils [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] Acquired lock "refresh_cache-582320f4-97f1-4d19-9148-d17b10d3088b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.271709] env[62099]: DEBUG nova.network.neutron [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Refreshing network info cache for port 4f68c864-6446-4512-84e3-b54c7d15c5de {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.274155] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:a3:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3796b35-d92a-47fe-b3c7-867e194fb92c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:84:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5b8592a-6558-4725-8b63-0f7a3a8e9e12', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:f2:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f68c864-6446-4512-84e3-b54c7d15c5de', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1512.286706] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Creating folder: Project (83ff9fe2e88d4f57b8e81009505f0b9c). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1512.288158] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b81ad3f1-6778-4b28-8ac0-47188f7db8c0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.302861] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': task-1896663, 'name': ReconfigVM_Task, 'duration_secs': 0.276707} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.303291] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 62d9831c-d811-4cc3-81d7-466bec129943/62d9831c-d811-4cc3-81d7-466bec129943.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.305777] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d614d447-fb38-4d94-90e5-eefe8acfb3f1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.307356] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Created folder: Project (83ff9fe2e88d4f57b8e81009505f0b9c) in parent group-v391507. [ 1512.307545] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Creating folder: Instances. Parent ref: group-v391661. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1512.308015] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56b5dae7-7792-49c0-854f-9b3a513967b2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.314261] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Waiting for the task: (returnval){ [ 1512.314261] env[62099]: value = "task-1896668" [ 1512.314261] env[62099]: _type = "Task" [ 1512.314261] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.321180] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Created folder: Instances in parent group-v391661. [ 1512.321439] env[62099]: DEBUG oslo.service.loopingcall [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1512.324825] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1512.325468] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': task-1896668, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.325687] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d43335e0-e6c5-4a80-89f6-6e09e4eb0b7a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.352765] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1512.352765] env[62099]: value = "task-1896670" [ 1512.352765] env[62099]: _type = "Task" [ 1512.352765] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.361943] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896670, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.409898] env[62099]: DEBUG oslo_vmware.api [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158781} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.410184] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1512.410367] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1512.410580] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1512.410699] env[62099]: INFO nova.compute.manager [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1512.410939] env[62099]: DEBUG oslo.service.loopingcall [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1512.411557] env[62099]: DEBUG nova.compute.manager [-] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1512.411762] env[62099]: DEBUG nova.network.neutron [-] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1512.531677] env[62099]: DEBUG oslo_concurrency.lockutils [None req-987969ee-7fe6-41a6-878e-632fbb6acee0 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "12b4c8e6-daef-4e3d-a238-abed54e1bc12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.806s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.617374] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "c5eae579-7720-463e-9a34-d3e7baaf4890" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.617621] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "c5eae579-7720-463e-9a34-d3e7baaf4890" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.668406] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': task-1896666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51024} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.668684] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 0d2ba44d-f920-48b8-9df1-b40f71deb55f/0d2ba44d-f920-48b8-9df1-b40f71deb55f.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1512.668881] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1512.669230] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67bb5e43-b650-43a7-b1a8-f7ee8894530a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.676722] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Waiting for the task: (returnval){ [ 1512.676722] env[62099]: value = "task-1896671" [ 1512.676722] env[62099]: _type = "Task" [ 1512.676722] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.687296] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': task-1896671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.781566] env[62099]: DEBUG nova.compute.manager [req-7421f1f4-6f5b-46fb-b67f-f7e70a3ca0ab req-b3cb5f03-c08e-48af-b79b-552d9f824c34 service nova] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Received event network-vif-deleted-43526832-a00e-460e-b441-f8467e542165 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1512.781566] env[62099]: INFO nova.compute.manager [req-7421f1f4-6f5b-46fb-b67f-f7e70a3ca0ab req-b3cb5f03-c08e-48af-b79b-552d9f824c34 service nova] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Neutron deleted interface 43526832-a00e-460e-b441-f8467e542165; detaching it from the instance and deleting it from the info cache [ 1512.781754] env[62099]: DEBUG nova.network.neutron [req-7421f1f4-6f5b-46fb-b67f-f7e70a3ca0ab req-b3cb5f03-c08e-48af-b79b-552d9f824c34 service nova] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.799644] env[62099]: DEBUG oslo_concurrency.lockutils [None req-42a725db-d057-428f-8fc0-0dff9ae8c341 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "f5babee2-eada-48b0-99c6-eec3024633e2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.359s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.824307] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': task-1896668, 'name': Rename_Task, 'duration_secs': 0.287529} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.824654] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1512.824898] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b94099fb-e24a-40bf-bb89-a5e0495a5b9f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.830835] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Waiting for the task: (returnval){ [ 1512.830835] env[62099]: value = "task-1896672" [ 1512.830835] env[62099]: _type = "Task" [ 1512.830835] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.841173] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': task-1896672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.862578] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896670, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.013964] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Applying migration context for instance 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf as it has an incoming, in-progress migration 8b05ed1a-da1d-4124-b178-17e0c3a857a2. Migration status is reverting {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1513.014260] env[62099]: INFO nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Updating resource usage from migration 8b05ed1a-da1d-4124-b178-17e0c3a857a2 [ 1513.016945] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4e1128ff-3862-4535-80db-8e1e97390b1d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "f5babee2-eada-48b0-99c6-eec3024633e2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.017394] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4e1128ff-3862-4535-80db-8e1e97390b1d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "f5babee2-eada-48b0-99c6-eec3024633e2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.017751] env[62099]: DEBUG nova.compute.manager [None req-4e1128ff-3862-4535-80db-8e1e97390b1d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1513.022109] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f856747-fc4e-4d69-ae11-b52b5061ec43 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.027547] env[62099]: DEBUG nova.compute.manager [None req-4e1128ff-3862-4535-80db-8e1e97390b1d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62099) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1513.028524] env[62099]: DEBUG nova.objects.instance [None req-4e1128ff-3862-4535-80db-8e1e97390b1d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lazy-loading 'flavor' on Instance uuid f5babee2-eada-48b0-99c6-eec3024633e2 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1513.037116] env[62099]: DEBUG nova.network.neutron [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Updated VIF entry in instance network info cache for port 4f68c864-6446-4512-84e3-b54c7d15c5de. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1513.037116] env[62099]: DEBUG nova.network.neutron [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Updating instance_info_cache with network_info: [{"id": "f3796b35-d92a-47fe-b3c7-867e194fb92c", "address": "fa:16:3e:c3:a3:de", "network": {"id": "9a2b9358-ab51-4185-a416-13eff62fdb6b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-946816220", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83ff9fe2e88d4f57b8e81009505f0b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3796b35-d9", "ovs_interfaceid": "f3796b35-d92a-47fe-b3c7-867e194fb92c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d5b8592a-6558-4725-8b63-0f7a3a8e9e12", "address": "fa:16:3e:4d:84:20", "network": {"id": "82c6fdf2-142f-44c5-ab19-7dfa51121f4d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-954781323", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "83ff9fe2e88d4f57b8e81009505f0b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5b8592a-65", "ovs_interfaceid": "d5b8592a-6558-4725-8b63-0f7a3a8e9e12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f68c864-6446-4512-84e3-b54c7d15c5de", "address": "fa:16:3e:18:f2:95", "network": {"id": "9a2b9358-ab51-4185-a416-13eff62fdb6b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-946816220", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83ff9fe2e88d4f57b8e81009505f0b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f68c864-64", "ovs_interfaceid": "4f68c864-6446-4512-84e3-b54c7d15c5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.042256] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1513.042256] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 665ba975-97e4-4ffe-8f7c-aab31e63d34d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1513.042256] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 87130834-359c-4d54-9cdf-f4a20a051a58 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1513.042256] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance f5babee2-eada-48b0-99c6-eec3024633e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1513.042256] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance c2a52891-b71a-492a-aeaf-07817080b4df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1513.042256] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 10f6378b-bf30-49aa-8205-f31acffb0f4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1513.042256] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1513.042256] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 700b04cd-ed0c-420b-b725-e1dcf1970601 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1513.042256] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 377d1f02-5d0a-49f8-881d-e6d9a1755a17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1513.042256] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 91d4cb71-8a1c-43d0-8940-6fde1bd65466 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1513.042256] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance e7e70eea-a577-46b4-be71-4c92229b8c70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1513.042256] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 1b4c7281-63df-4c1b-8583-e3db858f0c64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1513.042783] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance d142cd4c-3572-4bbc-971e-9d4dd4c551be is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1513.042923] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 62799a7e-a62f-460e-aa23-c9e83514a020 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1513.043120] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Migration 8b05ed1a-da1d-4124-b178-17e0c3a857a2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1513.043537] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1513.043537] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 066f9ed3-95fb-4b34-9398-6937855f7e2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1513.043650] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 582320f4-97f1-4d19-9148-d17b10d3088b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1513.044292] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 62d9831c-d811-4cc3-81d7-466bec129943 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1513.044292] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 0d2ba44d-f920-48b8-9df1-b40f71deb55f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1513.190183] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': task-1896671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062628} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.190569] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1513.191752] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f82fbbc-6682-4bb8-b2d4-5bd5861c9609 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.218479] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 0d2ba44d-f920-48b8-9df1-b40f71deb55f/0d2ba44d-f920-48b8-9df1-b40f71deb55f.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1513.218788] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8beb17fe-c720-4f7d-b3bc-346fb60276eb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.233608] env[62099]: DEBUG nova.network.neutron [-] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.241135] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Waiting for the task: (returnval){ [ 1513.241135] env[62099]: value = "task-1896673" [ 1513.241135] env[62099]: _type = "Task" [ 1513.241135] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.252224] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': task-1896673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.288420] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d801e217-af40-4ebb-94aa-9515325cabdc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.295744] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7d3be1-d900-4018-bfe6-6311035107c6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.335704] env[62099]: DEBUG nova.compute.manager [req-7421f1f4-6f5b-46fb-b67f-f7e70a3ca0ab req-b3cb5f03-c08e-48af-b79b-552d9f824c34 service nova] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Detach interface failed, port_id=43526832-a00e-460e-b441-f8467e542165, reason: Instance e7e70eea-a577-46b4-be71-4c92229b8c70 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1513.345704] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': task-1896672, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.367037] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896670, 'name': CreateVM_Task, 'duration_secs': 0.639265} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.367037] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1513.367037] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.367037] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.367037] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1513.367037] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-799d40a9-a843-4230-9b04-ca21a0685671 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.371789] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1513.371789] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d30b0d-4d53-26e8-f028-5dcfd39ef5e8" [ 1513.371789] env[62099]: _type = "Task" [ 1513.371789] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.381214] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d30b0d-4d53-26e8-f028-5dcfd39ef5e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.541628] env[62099]: DEBUG oslo_concurrency.lockutils [req-1e8c3b53-55ce-4050-a717-5a2f693787a1 req-6b0d9eb1-75a5-4e56-8327-c9700fab158a service nova] Releasing lock "refresh_cache-582320f4-97f1-4d19-9148-d17b10d3088b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.548259] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 7d41facf-db33-485c-82f6-beeed6c3ee6c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1513.736142] env[62099]: INFO nova.compute.manager [-] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Took 1.32 seconds to deallocate network for instance. [ 1513.751608] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': task-1896673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.844887] env[62099]: DEBUG oslo_vmware.api [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': task-1896672, 'name': PowerOnVM_Task, 'duration_secs': 0.606655} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.845155] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1513.845397] env[62099]: INFO nova.compute.manager [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1513.845561] env[62099]: DEBUG nova.compute.manager [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1513.846328] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03567af0-caff-437f-9225-89d519aa34b6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.869926] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "ecf212f3-483a-49c2-bf99-1f62dc9a60e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.870163] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "ecf212f3-483a-49c2-bf99-1f62dc9a60e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.882680] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d30b0d-4d53-26e8-f028-5dcfd39ef5e8, 'name': SearchDatastore_Task, 'duration_secs': 0.024241} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.884039] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.884039] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1513.884039] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.884039] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.884039] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1513.884039] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a09d5f3-236a-421d-bd04-96f43137c6ea {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.893119] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1513.893367] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1513.894096] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef784d49-789f-4c35-b054-04359de0165f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.899343] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1513.899343] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]522d7a42-e69e-4efa-5e0a-7528be7ca885" [ 1513.899343] env[62099]: _type = "Task" [ 1513.899343] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.909750] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "75cd2eee-18fd-45cb-b999-a62ecd093ccb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.909973] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "75cd2eee-18fd-45cb-b999-a62ecd093ccb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.910416] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522d7a42-e69e-4efa-5e0a-7528be7ca885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.046790] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1128ff-3862-4535-80db-8e1e97390b1d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1514.046790] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e930163-a3e5-44f4-bc5f-0586fded0b6f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.051681] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance c63c0daf-5371-41d4-9ece-e0f7a495c197 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1514.054956] env[62099]: DEBUG oslo_vmware.api [None req-4e1128ff-3862-4535-80db-8e1e97390b1d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1514.054956] env[62099]: value = "task-1896674" [ 1514.054956] env[62099]: _type = "Task" [ 1514.054956] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.063345] env[62099]: DEBUG oslo_vmware.api [None req-4e1128ff-3862-4535-80db-8e1e97390b1d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.247016] env[62099]: DEBUG oslo_concurrency.lockutils [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.252546] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': task-1896673, 'name': ReconfigVM_Task, 'duration_secs': 0.815642} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.252796] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 0d2ba44d-f920-48b8-9df1-b40f71deb55f/0d2ba44d-f920-48b8-9df1-b40f71deb55f.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1514.253448] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55c87ad2-9d94-41ab-8159-9c68d3f0dc9e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.260289] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Waiting for the task: (returnval){ [ 1514.260289] env[62099]: value = "task-1896675" [ 1514.260289] env[62099]: _type = "Task" [ 1514.260289] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.267993] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': task-1896675, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.365810] env[62099]: INFO nova.compute.manager [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Took 32.01 seconds to build instance. [ 1514.410479] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522d7a42-e69e-4efa-5e0a-7528be7ca885, 'name': SearchDatastore_Task, 'duration_secs': 0.011153} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.411351] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cd92fcb-363a-4e2f-b8d3-e9976ebb374b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.416988] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1514.416988] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5247e472-f605-a1d2-8063-65bad359efc0" [ 1514.416988] env[62099]: _type = "Task" [ 1514.416988] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.424838] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5247e472-f605-a1d2-8063-65bad359efc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.556375] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance f3aa61db-f6e2-486f-9804-fec6cc78caa3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1514.568221] env[62099]: DEBUG oslo_vmware.api [None req-4e1128ff-3862-4535-80db-8e1e97390b1d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896674, 'name': PowerOffVM_Task, 'duration_secs': 0.311116} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.569067] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1128ff-3862-4535-80db-8e1e97390b1d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1514.569276] env[62099]: DEBUG nova.compute.manager [None req-4e1128ff-3862-4535-80db-8e1e97390b1d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1514.570017] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d1d46f-56eb-4de1-a674-c73230306e77 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.770315] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': task-1896675, 'name': Rename_Task, 'duration_secs': 0.181593} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.770657] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1514.770911] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93c5c3be-992b-4df6-88e1-8c0b9d73af68 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.776892] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Waiting for the task: (returnval){ [ 1514.776892] env[62099]: value = "task-1896676" [ 1514.776892] env[62099]: _type = "Task" [ 1514.776892] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.784155] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': task-1896676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.867395] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9690c962-472e-4ea5-bb59-82385d30934d tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Lock "62d9831c-d811-4cc3-81d7-466bec129943" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.529s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.927461] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5247e472-f605-a1d2-8063-65bad359efc0, 'name': SearchDatastore_Task, 'duration_secs': 0.008821} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.927749] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.928016] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 582320f4-97f1-4d19-9148-d17b10d3088b/582320f4-97f1-4d19-9148-d17b10d3088b.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1514.928279] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-906370fd-47bf-483f-a4a8-da5f3212c500 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.934483] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1514.934483] env[62099]: value = "task-1896677" [ 1514.934483] env[62099]: _type = "Task" [ 1514.934483] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.943069] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.062536] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1515.083183] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4e1128ff-3862-4535-80db-8e1e97390b1d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "f5babee2-eada-48b0-99c6-eec3024633e2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.290649] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': task-1896676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.373026] env[62099]: DEBUG nova.compute.manager [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1515.444958] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497804} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.446177] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 582320f4-97f1-4d19-9148-d17b10d3088b/582320f4-97f1-4d19-9148-d17b10d3088b.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1515.446407] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1515.447613] env[62099]: DEBUG nova.compute.manager [req-470a01fc-600c-43b5-8d94-546d2176e5b7 req-eda1fffb-0223-4bca-a15a-08a185145e21 service nova] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Received event network-changed-9cfafb8c-8cad-4d4b-8681-0e870523b1ca {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1515.448447] env[62099]: DEBUG nova.compute.manager [req-470a01fc-600c-43b5-8d94-546d2176e5b7 req-eda1fffb-0223-4bca-a15a-08a185145e21 service nova] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Refreshing instance network info cache due to event network-changed-9cfafb8c-8cad-4d4b-8681-0e870523b1ca. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1515.448447] env[62099]: DEBUG oslo_concurrency.lockutils [req-470a01fc-600c-43b5-8d94-546d2176e5b7 req-eda1fffb-0223-4bca-a15a-08a185145e21 service nova] Acquiring lock "refresh_cache-62d9831c-d811-4cc3-81d7-466bec129943" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.448447] env[62099]: DEBUG oslo_concurrency.lockutils [req-470a01fc-600c-43b5-8d94-546d2176e5b7 req-eda1fffb-0223-4bca-a15a-08a185145e21 service nova] Acquired lock "refresh_cache-62d9831c-d811-4cc3-81d7-466bec129943" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.448447] env[62099]: DEBUG nova.network.neutron [req-470a01fc-600c-43b5-8d94-546d2176e5b7 req-eda1fffb-0223-4bca-a15a-08a185145e21 service nova] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Refreshing network info cache for port 9cfafb8c-8cad-4d4b-8681-0e870523b1ca {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1515.449331] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa28cdbb-a3a6-4da8-914e-3e055a948bb4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.457708] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1515.457708] env[62099]: value = "task-1896678" [ 1515.457708] env[62099]: _type = "Task" [ 1515.457708] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.468539] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.566123] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 2efc88b6-568a-46c3-89a0-f227c5ada671 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1515.726055] env[62099]: DEBUG nova.objects.instance [None req-508a08fb-3d36-4137-9ddd-42c05474852d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lazy-loading 'flavor' on Instance uuid f5babee2-eada-48b0-99c6-eec3024633e2 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.791019] env[62099]: DEBUG oslo_vmware.api [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': task-1896676, 'name': PowerOnVM_Task, 'duration_secs': 0.79631} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.791019] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1515.791019] env[62099]: INFO nova.compute.manager [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1515.791019] env[62099]: DEBUG nova.compute.manager [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1515.791019] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237141d1-0a35-4fd0-8631-49bfa519e79d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.892811] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.967183] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068359} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.967452] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1515.968236] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230ffd3d-7180-4670-8edc-8871bb84c903 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.995204] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 582320f4-97f1-4d19-9148-d17b10d3088b/582320f4-97f1-4d19-9148-d17b10d3088b.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1515.997741] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65ad3a47-a215-4c40-993e-1c754622c0c2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.017452] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1516.017452] env[62099]: value = "task-1896679" [ 1516.017452] env[62099]: _type = "Task" [ 1516.017452] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.025716] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.079512] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance f453cd1b-e25b-4ca2-81b7-721fa2ecddb9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1516.211384] env[62099]: DEBUG nova.network.neutron [req-470a01fc-600c-43b5-8d94-546d2176e5b7 req-eda1fffb-0223-4bca-a15a-08a185145e21 service nova] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Updated VIF entry in instance network info cache for port 9cfafb8c-8cad-4d4b-8681-0e870523b1ca. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1516.211776] env[62099]: DEBUG nova.network.neutron [req-470a01fc-600c-43b5-8d94-546d2176e5b7 req-eda1fffb-0223-4bca-a15a-08a185145e21 service nova] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Updating instance_info_cache with network_info: [{"id": "9cfafb8c-8cad-4d4b-8681-0e870523b1ca", "address": "fa:16:3e:a3:68:b3", "network": {"id": "1d27672c-ed5d-47f7-868e-b7bc120244bf", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1764163333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ebc33dea9b47a3ba9fcc14f8a934dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cfafb8c-8c", "ovs_interfaceid": "9cfafb8c-8cad-4d4b-8681-0e870523b1ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.230897] env[62099]: DEBUG oslo_concurrency.lockutils [None req-508a08fb-3d36-4137-9ddd-42c05474852d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "refresh_cache-f5babee2-eada-48b0-99c6-eec3024633e2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.231164] env[62099]: DEBUG oslo_concurrency.lockutils [None req-508a08fb-3d36-4137-9ddd-42c05474852d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquired lock "refresh_cache-f5babee2-eada-48b0-99c6-eec3024633e2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.231422] env[62099]: DEBUG nova.network.neutron [None req-508a08fb-3d36-4137-9ddd-42c05474852d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1516.231672] env[62099]: DEBUG nova.objects.instance [None req-508a08fb-3d36-4137-9ddd-42c05474852d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lazy-loading 'info_cache' on Instance uuid f5babee2-eada-48b0-99c6-eec3024633e2 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1516.308028] env[62099]: INFO nova.compute.manager [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Took 33.01 seconds to build instance. [ 1516.527563] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.581975] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance bab7c411-a648-40b6-a350-1aa24077b2a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1516.716548] env[62099]: DEBUG oslo_concurrency.lockutils [req-470a01fc-600c-43b5-8d94-546d2176e5b7 req-eda1fffb-0223-4bca-a15a-08a185145e21 service nova] Releasing lock "refresh_cache-62d9831c-d811-4cc3-81d7-466bec129943" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.734767] env[62099]: DEBUG nova.objects.base [None req-508a08fb-3d36-4137-9ddd-42c05474852d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1516.810418] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85ece28d-2665-47e1-a9c0-7b1b490d8947 tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Lock "0d2ba44d-f920-48b8-9df1-b40f71deb55f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.528s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.016285] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Acquiring lock "0d2ba44d-f920-48b8-9df1-b40f71deb55f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.016451] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Lock "0d2ba44d-f920-48b8-9df1-b40f71deb55f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.016645] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Acquiring lock "0d2ba44d-f920-48b8-9df1-b40f71deb55f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.016853] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Lock "0d2ba44d-f920-48b8-9df1-b40f71deb55f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.017033] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Lock "0d2ba44d-f920-48b8-9df1-b40f71deb55f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.023584] env[62099]: INFO nova.compute.manager [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Terminating instance [ 1517.031920] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896679, 'name': ReconfigVM_Task, 'duration_secs': 0.79617} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.032442] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 582320f4-97f1-4d19-9148-d17b10d3088b/582320f4-97f1-4d19-9148-d17b10d3088b.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1517.033167] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9ccb8ce-fb61-4043-bcd0-d88dae0d9f43 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.040381] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1517.040381] env[62099]: value = "task-1896680" [ 1517.040381] env[62099]: _type = "Task" [ 1517.040381] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.049415] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896680, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.085309] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance eca9106b-dfe7-4d99-a706-5fc10ef81f02 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1517.315252] env[62099]: DEBUG nova.compute.manager [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1517.462567] env[62099]: DEBUG nova.network.neutron [None req-508a08fb-3d36-4137-9ddd-42c05474852d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Updating instance_info_cache with network_info: [{"id": "b11f9fed-b00f-4c3c-9d14-d80d5d82e135", "address": "fa:16:3e:1e:d9:0e", "network": {"id": "e47ad676-1232-4b16-b35a-bd0074c146fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-90263326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e264ce8a574415cac0062edce810423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb11f9fed-b0", "ovs_interfaceid": "b11f9fed-b00f-4c3c-9d14-d80d5d82e135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.534010] env[62099]: DEBUG nova.compute.manager [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1517.534274] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1517.535177] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd444ce4-31cb-45c8-8bf2-a387c71eaa4d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.546096] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.546644] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54830c36-7c32-4089-bf46-eff11a46a40d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.551181] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896680, 'name': Rename_Task, 'duration_secs': 0.190009} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.552300] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1517.552573] env[62099]: DEBUG oslo_vmware.api [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Waiting for the task: (returnval){ [ 1517.552573] env[62099]: value = "task-1896681" [ 1517.552573] env[62099]: _type = "Task" [ 1517.552573] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.552741] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27c8ac80-1b2d-4b4e-8de9-9f0e02d6fa20 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.561572] env[62099]: DEBUG oslo_vmware.api [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': task-1896681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.562754] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1517.562754] env[62099]: value = "task-1896682" [ 1517.562754] env[62099]: _type = "Task" [ 1517.562754] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.569735] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.588991] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance c11bfc01-fa00-4b38-b79e-d293db75da1f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1517.836643] env[62099]: DEBUG oslo_concurrency.lockutils [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.967228] env[62099]: DEBUG oslo_concurrency.lockutils [None req-508a08fb-3d36-4137-9ddd-42c05474852d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Releasing lock "refresh_cache-f5babee2-eada-48b0-99c6-eec3024633e2" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.063737] env[62099]: DEBUG oslo_vmware.api [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': task-1896681, 'name': PowerOffVM_Task, 'duration_secs': 0.251036} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.067525] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1518.067874] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1518.068385] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05e97b8e-acdf-4aea-824f-ffcff10905d9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.075176] env[62099]: DEBUG oslo_vmware.api [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896682, 'name': PowerOnVM_Task, 'duration_secs': 0.441699} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.075427] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1518.075655] env[62099]: INFO nova.compute.manager [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Took 15.41 seconds to spawn the instance on the hypervisor. [ 1518.075839] env[62099]: DEBUG nova.compute.manager [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1518.076599] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea6d97e-0b2b-4ef8-a2c6-2f8f690602fd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.091505] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance c5eae579-7720-463e-9a34-d3e7baaf4890 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1518.091869] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1518.091958] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1518.219247] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1518.219472] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1518.219652] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Deleting the datastore file [datastore2] 0d2ba44d-f920-48b8-9df1-b40f71deb55f {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1518.219919] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-895ec666-d673-46a3-9c64-807399931a25 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.226363] env[62099]: DEBUG oslo_vmware.api [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Waiting for the task: (returnval){ [ 1518.226363] env[62099]: value = "task-1896684" [ 1518.226363] env[62099]: _type = "Task" [ 1518.226363] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.234476] env[62099]: DEBUG oslo_vmware.api [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': task-1896684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.441253] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1a9b5e-fb27-4b95-b2c0-96b01c0bae82 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.448820] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470de444-62aa-4077-afea-6bec8b6ee265 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.482339] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247b2f09-e820-4010-bf28-1b53ef5c70d9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.490895] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d0de44-68b4-4593-95ee-b4677f8b60bd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.506029] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.594935] env[62099]: INFO nova.compute.manager [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Took 37.10 seconds to build instance. [ 1518.736419] env[62099]: DEBUG oslo_vmware.api [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Task: {'id': task-1896684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123496} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.736694] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1518.736886] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1518.737069] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1518.737242] env[62099]: INFO nova.compute.manager [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1518.737524] env[62099]: DEBUG oslo.service.loopingcall [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1518.737732] env[62099]: DEBUG nova.compute.manager [-] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1518.737872] env[62099]: DEBUG nova.network.neutron [-] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1518.984770] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-508a08fb-3d36-4137-9ddd-42c05474852d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1518.984770] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28e9870a-04fd-4570-80f6-ccd6c309f5ee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.990200] env[62099]: DEBUG oslo_vmware.api [None req-508a08fb-3d36-4137-9ddd-42c05474852d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1518.990200] env[62099]: value = "task-1896685" [ 1518.990200] env[62099]: _type = "Task" [ 1518.990200] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.001591] env[62099]: DEBUG oslo_vmware.api [None req-508a08fb-3d36-4137-9ddd-42c05474852d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.010057] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.097956] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a647d59f-4f5a-46fe-af6a-938567642cd1 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "582320f4-97f1-4d19-9148-d17b10d3088b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.615s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.105706] env[62099]: DEBUG nova.compute.manager [req-aed8ad2d-5e22-4f79-92a3-bbdc48181009 req-bdd8d704-50b1-48cc-b3fb-803efbdd1bea service nova] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Received event network-vif-deleted-af77a650-809d-4126-bd88-2adca0e613f2 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1519.105706] env[62099]: INFO nova.compute.manager [req-aed8ad2d-5e22-4f79-92a3-bbdc48181009 req-bdd8d704-50b1-48cc-b3fb-803efbdd1bea service nova] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Neutron deleted interface af77a650-809d-4126-bd88-2adca0e613f2; detaching it from the instance and deleting it from the info cache [ 1519.106028] env[62099]: DEBUG nova.network.neutron [req-aed8ad2d-5e22-4f79-92a3-bbdc48181009 req-bdd8d704-50b1-48cc-b3fb-803efbdd1bea service nova] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.481451] env[62099]: DEBUG nova.network.neutron [-] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.505973] env[62099]: DEBUG oslo_vmware.api [None req-508a08fb-3d36-4137-9ddd-42c05474852d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896685, 'name': PowerOnVM_Task, 'duration_secs': 0.505234} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.506272] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-508a08fb-3d36-4137-9ddd-42c05474852d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1519.506473] env[62099]: DEBUG nova.compute.manager [None req-508a08fb-3d36-4137-9ddd-42c05474852d tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1519.507261] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c72be21-ac44-4e5b-ba63-227c958c6278 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.513930] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1519.514175] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.521s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.517104] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.929s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.517313] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.519847] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.667s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.520193] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.521751] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.647s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.523259] env[62099]: INFO nova.compute.claims [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1519.566020] env[62099]: INFO nova.scheduler.client.report [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Deleted allocations for instance d142cd4c-3572-4bbc-971e-9d4dd4c551be [ 1519.566020] env[62099]: INFO nova.scheduler.client.report [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Deleted allocations for instance 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34 [ 1519.600566] env[62099]: DEBUG nova.compute.manager [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1519.609023] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d299e7dc-2785-414a-9cde-6d776d7cf7e9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.620149] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21eb1b6-889c-44aa-8590-3d23430d4bbf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.657140] env[62099]: DEBUG nova.compute.manager [req-aed8ad2d-5e22-4f79-92a3-bbdc48181009 req-bdd8d704-50b1-48cc-b3fb-803efbdd1bea service nova] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Detach interface failed, port_id=af77a650-809d-4126-bd88-2adca0e613f2, reason: Instance 0d2ba44d-f920-48b8-9df1-b40f71deb55f could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1519.698192] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquiring lock "582320f4-97f1-4d19-9148-d17b10d3088b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.698459] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "582320f4-97f1-4d19-9148-d17b10d3088b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.698671] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquiring lock "582320f4-97f1-4d19-9148-d17b10d3088b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.698858] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "582320f4-97f1-4d19-9148-d17b10d3088b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.699038] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "582320f4-97f1-4d19-9148-d17b10d3088b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.701167] env[62099]: INFO nova.compute.manager [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Terminating instance [ 1519.984227] env[62099]: INFO nova.compute.manager [-] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Took 1.25 seconds to deallocate network for instance. [ 1520.079811] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c05844e-b4b3-4e56-b34f-cafe2d9726ae tempest-InstanceActionsNegativeTestJSON-338631556 tempest-InstanceActionsNegativeTestJSON-338631556-project-member] Lock "d142cd4c-3572-4bbc-971e-9d4dd4c551be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.087s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.080771] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d91b6836-efb9-46b8-867b-20b4702f4cad tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "1959ec2b-4161-4820-b1f9-f8c3b8c3bf34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.220s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.120826] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.204677] env[62099]: DEBUG nova.compute.manager [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1520.204924] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1520.205936] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029e0f99-1bca-43c2-9125-cfb126fd6b26 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.214557] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1520.214821] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7cb623b-56ca-447c-89f2-bda38dd1a18f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.222527] env[62099]: DEBUG oslo_vmware.api [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1520.222527] env[62099]: value = "task-1896686" [ 1520.222527] env[62099]: _type = "Task" [ 1520.222527] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.232284] env[62099]: DEBUG oslo_vmware.api [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.491056] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.732840] env[62099]: DEBUG oslo_vmware.api [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896686, 'name': PowerOffVM_Task, 'duration_secs': 0.274262} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.735116] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1520.735291] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1520.735730] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfddd327-82d7-4c55-9ffd-bf9d99be07a9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.932082] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcf8f47-d655-4dde-9285-209b0658482f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.942028] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a35239-b0cb-44a7-b6a6-953ee34d0b89 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.976149] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe90314-7a3d-4509-bb01-40841872f4e0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.994881] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32274b73-082b-4006-b01d-d030c4768dd2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.004996] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1521.005296] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1521.005524] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Deleting the datastore file [datastore2] 582320f4-97f1-4d19-9148-d17b10d3088b {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1521.006993] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d664062a-1a02-47b0-b3ef-b504b305fd28 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.017613] env[62099]: DEBUG nova.compute.provider_tree [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.025487] env[62099]: DEBUG oslo_vmware.api [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1521.025487] env[62099]: value = "task-1896688" [ 1521.025487] env[62099]: _type = "Task" [ 1521.025487] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.037022] env[62099]: DEBUG oslo_vmware.api [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.484127] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquiring lock "10f6378b-bf30-49aa-8205-f31acffb0f4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.484430] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "10f6378b-bf30-49aa-8205-f31acffb0f4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.484677] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquiring lock "10f6378b-bf30-49aa-8205-f31acffb0f4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.484880] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "10f6378b-bf30-49aa-8205-f31acffb0f4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.485066] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "10f6378b-bf30-49aa-8205-f31acffb0f4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.487569] env[62099]: INFO nova.compute.manager [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Terminating instance [ 1521.520882] env[62099]: DEBUG nova.scheduler.client.report [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.536932] env[62099]: DEBUG oslo_vmware.api [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17018} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.536932] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1521.536932] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1521.536932] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1521.536932] env[62099]: INFO nova.compute.manager [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1521.536932] env[62099]: DEBUG oslo.service.loopingcall [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1521.536932] env[62099]: DEBUG nova.compute.manager [-] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1521.537281] env[62099]: DEBUG nova.network.neutron [-] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1521.956336] env[62099]: DEBUG nova.compute.manager [req-35ea8411-9a4e-41a0-9229-0e64657cc268 req-d483533d-56b1-451e-9289-80390220a401 service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Received event network-vif-deleted-4f68c864-6446-4512-84e3-b54c7d15c5de {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1521.956336] env[62099]: INFO nova.compute.manager [req-35ea8411-9a4e-41a0-9229-0e64657cc268 req-d483533d-56b1-451e-9289-80390220a401 service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Neutron deleted interface 4f68c864-6446-4512-84e3-b54c7d15c5de; detaching it from the instance and deleting it from the info cache [ 1521.956336] env[62099]: DEBUG nova.network.neutron [req-35ea8411-9a4e-41a0-9229-0e64657cc268 req-d483533d-56b1-451e-9289-80390220a401 service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Updating instance_info_cache with network_info: [{"id": "f3796b35-d92a-47fe-b3c7-867e194fb92c", "address": "fa:16:3e:c3:a3:de", "network": {"id": "9a2b9358-ab51-4185-a416-13eff62fdb6b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-946816220", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83ff9fe2e88d4f57b8e81009505f0b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3796b35-d9", "ovs_interfaceid": "f3796b35-d92a-47fe-b3c7-867e194fb92c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d5b8592a-6558-4725-8b63-0f7a3a8e9e12", "address": "fa:16:3e:4d:84:20", "network": {"id": "82c6fdf2-142f-44c5-ab19-7dfa51121f4d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-954781323", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "83ff9fe2e88d4f57b8e81009505f0b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5b8592a-65", "ovs_interfaceid": "d5b8592a-6558-4725-8b63-0f7a3a8e9e12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.991691] env[62099]: DEBUG nova.compute.manager [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1521.991872] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1521.993771] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc93f90a-6c80-4a44-b98c-2fb95b132e3d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.004317] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1522.006798] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04c6cfad-c3a6-4c50-948a-d7ee221155cf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.015307] env[62099]: DEBUG oslo_vmware.api [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1522.015307] env[62099]: value = "task-1896689" [ 1522.015307] env[62099]: _type = "Task" [ 1522.015307] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.028947] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.030182] env[62099]: DEBUG nova.compute.manager [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1522.033198] env[62099]: DEBUG oslo_vmware.api [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.033577] env[62099]: DEBUG oslo_concurrency.lockutils [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.515s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.033810] env[62099]: DEBUG oslo_concurrency.lockutils [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.036846] env[62099]: INFO nova.compute.manager [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Successfully reverted task state from image_uploading on failure for instance. [ 1522.040554] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.692s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.040554] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.043072] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 24.473s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server [None req-afe4f68f-fdcd-42e0-958a-c11395592192 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-391626' has already been deleted or has not been completely created [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server raise self.value [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 168, in decorated_function [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server raise self.value [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 159, in decorated_function [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1484, in decorated_function [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 215, in decorated_function [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server raise self.value [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 205, in decorated_function [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 235, in decorated_function [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server raise self.value [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 232, in decorated_function [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4543, in snapshot_instance [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4576, in _snapshot_instance [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 232, in fun [ 1522.046190] env[62099]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 1522.048982] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 1522.048982] env[62099]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 1522.048982] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 937, in _delete_vm_snapshot [ 1522.048982] env[62099]: ERROR oslo_messaging.rpc.server self._session._wait_for_task(delete_snapshot_task) [ 1522.048982] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 1522.048982] env[62099]: ERROR oslo_messaging.rpc.server return self.wait_for_task(task_ref) [ 1522.048982] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 1522.048982] env[62099]: ERROR oslo_messaging.rpc.server return evt.wait() [ 1522.048982] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1522.048982] env[62099]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 1522.048982] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1522.048982] env[62099]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 1522.048982] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 1522.048982] env[62099]: ERROR oslo_messaging.rpc.server self.f(*self.args, **self.kw) [ 1522.048982] env[62099]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 1522.048982] env[62099]: ERROR oslo_messaging.rpc.server raise exceptions.translate_fault(task_info.error) [ 1522.048982] env[62099]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-391626' has already been deleted or has not been completely created [ 1522.048982] env[62099]: ERROR oslo_messaging.rpc.server [ 1522.077624] env[62099]: INFO nova.scheduler.client.report [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Deleted allocations for instance 91d4cb71-8a1c-43d0-8940-6fde1bd65466 [ 1522.461047] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e02f5a7-016b-4b52-bbf4-56cc8a597198 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.470930] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4e6ff8-6c89-4934-9b9a-efb67296a408 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.505029] env[62099]: DEBUG nova.compute.manager [req-35ea8411-9a4e-41a0-9229-0e64657cc268 req-d483533d-56b1-451e-9289-80390220a401 service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Detach interface failed, port_id=4f68c864-6446-4512-84e3-b54c7d15c5de, reason: Instance 582320f4-97f1-4d19-9148-d17b10d3088b could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1522.525304] env[62099]: DEBUG oslo_vmware.api [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896689, 'name': PowerOffVM_Task, 'duration_secs': 0.245209} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.525642] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1522.525815] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1522.526166] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e24399dd-5afa-421d-8edb-96edf05b7c53 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.548922] env[62099]: DEBUG nova.compute.utils [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1522.550442] env[62099]: DEBUG nova.objects.instance [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lazy-loading 'migration_context' on Instance uuid 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1522.552029] env[62099]: DEBUG nova.compute.manager [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1522.552029] env[62099]: DEBUG nova.network.neutron [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1522.591779] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d9040e67-3b2b-4c8f-9c51-4dc81b5357e7 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "91d4cb71-8a1c-43d0-8940-6fde1bd65466" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.773s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.596228] env[62099]: DEBUG nova.policy [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f135ebc3627c4a24a0576f3904fe688b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee81b66abbdc4bd4a84ad683eaadb62c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1522.614360] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1522.614664] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1522.614864] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Deleting the datastore file [datastore2] 10f6378b-bf30-49aa-8205-f31acffb0f4d {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1522.615846] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-724edcba-ae17-4cdb-ac58-b801128892c8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.625552] env[62099]: DEBUG oslo_vmware.api [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for the task: (returnval){ [ 1522.625552] env[62099]: value = "task-1896691" [ 1522.625552] env[62099]: _type = "Task" [ 1522.625552] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.635158] env[62099]: DEBUG oslo_vmware.api [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.854037] env[62099]: DEBUG nova.network.neutron [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Successfully created port: 252d5139-1c44-4740-a0b8-659932ed94be {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1522.927492] env[62099]: DEBUG nova.network.neutron [-] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.052564] env[62099]: DEBUG nova.compute.manager [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1523.137728] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Acquiring lock "fdcf2d2f-8b46-4a1c-a800-4e7d6a523384" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.137914] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Lock "fdcf2d2f-8b46-4a1c-a800-4e7d6a523384" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.143361] env[62099]: DEBUG oslo_vmware.api [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Task: {'id': task-1896691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129153} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.145983] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1523.146191] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1523.146389] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1523.146679] env[62099]: INFO nova.compute.manager [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1523.146812] env[62099]: DEBUG oslo.service.loopingcall [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1523.147206] env[62099]: DEBUG nova.compute.manager [-] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1523.147306] env[62099]: DEBUG nova.network.neutron [-] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1523.429601] env[62099]: INFO nova.compute.manager [-] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Took 1.89 seconds to deallocate network for instance. [ 1523.498071] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5209fe-4959-498b-a1fb-508257004301 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.506811] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfa930e-027b-40d9-8f97-d5ee1f292fce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.536917] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a742ff-7779-4026-93e5-4adc53160639 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.545647] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aec3f7-1e0d-4613-9c93-b2ab2e76ccd5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.559773] env[62099]: DEBUG nova.compute.provider_tree [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1523.936099] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.939624] env[62099]: DEBUG nova.network.neutron [-] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.983992] env[62099]: DEBUG nova.compute.manager [req-140233cb-a6a6-44b5-9061-a9924592707c req-3e43fdbd-a1b9-4b34-b21f-28248c2eb836 service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Received event network-vif-deleted-f3796b35-d92a-47fe-b3c7-867e194fb92c {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1523.984243] env[62099]: DEBUG nova.compute.manager [req-140233cb-a6a6-44b5-9061-a9924592707c req-3e43fdbd-a1b9-4b34-b21f-28248c2eb836 service nova] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Received event network-vif-deleted-d5b8592a-6558-4725-8b63-0f7a3a8e9e12 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1523.984422] env[62099]: DEBUG nova.compute.manager [req-140233cb-a6a6-44b5-9061-a9924592707c req-3e43fdbd-a1b9-4b34-b21f-28248c2eb836 service nova] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Received event network-vif-deleted-b7bcf13b-6916-48ee-93bb-7d15056bf8e4 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1524.065798] env[62099]: DEBUG nova.scheduler.client.report [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1524.069512] env[62099]: DEBUG nova.compute.manager [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1524.094956] env[62099]: DEBUG nova.virt.hardware [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1524.095220] env[62099]: DEBUG nova.virt.hardware [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1524.095378] env[62099]: DEBUG nova.virt.hardware [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1524.095558] env[62099]: DEBUG nova.virt.hardware [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1524.095733] env[62099]: DEBUG nova.virt.hardware [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1524.095884] env[62099]: DEBUG nova.virt.hardware [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1524.096098] env[62099]: DEBUG nova.virt.hardware [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1524.096304] env[62099]: DEBUG nova.virt.hardware [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1524.096415] env[62099]: DEBUG nova.virt.hardware [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1524.096577] env[62099]: DEBUG nova.virt.hardware [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1524.096746] env[62099]: DEBUG nova.virt.hardware [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1524.097816] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99335b2a-0852-42b7-8fc9-fb97d67bc52a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.106745] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab7b836-1884-4ec6-9cca-6d2884b7cd4d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.396464] env[62099]: DEBUG nova.network.neutron [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Successfully updated port: 252d5139-1c44-4740-a0b8-659932ed94be {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1524.442165] env[62099]: INFO nova.compute.manager [-] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Took 1.29 seconds to deallocate network for instance. [ 1524.899214] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "refresh_cache-7d41facf-db33-485c-82f6-beeed6c3ee6c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.899370] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired lock "refresh_cache-7d41facf-db33-485c-82f6-beeed6c3ee6c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.899524] env[62099]: DEBUG nova.network.neutron [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1524.948908] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.078685] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.036s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.084469] env[62099]: DEBUG oslo_concurrency.lockutils [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.429s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.085896] env[62099]: INFO nova.compute.claims [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1525.443228] env[62099]: DEBUG nova.network.neutron [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1525.709730] env[62099]: DEBUG nova.network.neutron [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Updating instance_info_cache with network_info: [{"id": "252d5139-1c44-4740-a0b8-659932ed94be", "address": "fa:16:3e:3a:c2:cd", "network": {"id": "365e58ad-bf37-4027-bea7-f6435b10c7fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1959660345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee81b66abbdc4bd4a84ad683eaadb62c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap252d5139-1c", "ovs_interfaceid": "252d5139-1c44-4740-a0b8-659932ed94be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.007652] env[62099]: DEBUG nova.compute.manager [req-d1f6420a-e820-4bc5-a557-2b4457e88b20 req-8cee239c-f0b1-48ca-8815-5cbe0288ad89 service nova] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Received event network-vif-plugged-252d5139-1c44-4740-a0b8-659932ed94be {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1526.007937] env[62099]: DEBUG oslo_concurrency.lockutils [req-d1f6420a-e820-4bc5-a557-2b4457e88b20 req-8cee239c-f0b1-48ca-8815-5cbe0288ad89 service nova] Acquiring lock "7d41facf-db33-485c-82f6-beeed6c3ee6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.008164] env[62099]: DEBUG oslo_concurrency.lockutils [req-d1f6420a-e820-4bc5-a557-2b4457e88b20 req-8cee239c-f0b1-48ca-8815-5cbe0288ad89 service nova] Lock "7d41facf-db33-485c-82f6-beeed6c3ee6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.008332] env[62099]: DEBUG oslo_concurrency.lockutils [req-d1f6420a-e820-4bc5-a557-2b4457e88b20 req-8cee239c-f0b1-48ca-8815-5cbe0288ad89 service nova] Lock "7d41facf-db33-485c-82f6-beeed6c3ee6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.008499] env[62099]: DEBUG nova.compute.manager [req-d1f6420a-e820-4bc5-a557-2b4457e88b20 req-8cee239c-f0b1-48ca-8815-5cbe0288ad89 service nova] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] No waiting events found dispatching network-vif-plugged-252d5139-1c44-4740-a0b8-659932ed94be {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1526.008661] env[62099]: WARNING nova.compute.manager [req-d1f6420a-e820-4bc5-a557-2b4457e88b20 req-8cee239c-f0b1-48ca-8815-5cbe0288ad89 service nova] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Received unexpected event network-vif-plugged-252d5139-1c44-4740-a0b8-659932ed94be for instance with vm_state building and task_state spawning. [ 1526.008821] env[62099]: DEBUG nova.compute.manager [req-d1f6420a-e820-4bc5-a557-2b4457e88b20 req-8cee239c-f0b1-48ca-8815-5cbe0288ad89 service nova] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Received event network-changed-252d5139-1c44-4740-a0b8-659932ed94be {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1526.008973] env[62099]: DEBUG nova.compute.manager [req-d1f6420a-e820-4bc5-a557-2b4457e88b20 req-8cee239c-f0b1-48ca-8815-5cbe0288ad89 service nova] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Refreshing instance network info cache due to event network-changed-252d5139-1c44-4740-a0b8-659932ed94be. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1526.009151] env[62099]: DEBUG oslo_concurrency.lockutils [req-d1f6420a-e820-4bc5-a557-2b4457e88b20 req-8cee239c-f0b1-48ca-8815-5cbe0288ad89 service nova] Acquiring lock "refresh_cache-7d41facf-db33-485c-82f6-beeed6c3ee6c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.212607] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Releasing lock "refresh_cache-7d41facf-db33-485c-82f6-beeed6c3ee6c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.212941] env[62099]: DEBUG nova.compute.manager [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Instance network_info: |[{"id": "252d5139-1c44-4740-a0b8-659932ed94be", "address": "fa:16:3e:3a:c2:cd", "network": {"id": "365e58ad-bf37-4027-bea7-f6435b10c7fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1959660345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee81b66abbdc4bd4a84ad683eaadb62c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap252d5139-1c", "ovs_interfaceid": "252d5139-1c44-4740-a0b8-659932ed94be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1526.213259] env[62099]: DEBUG oslo_concurrency.lockutils [req-d1f6420a-e820-4bc5-a557-2b4457e88b20 req-8cee239c-f0b1-48ca-8815-5cbe0288ad89 service nova] Acquired lock "refresh_cache-7d41facf-db33-485c-82f6-beeed6c3ee6c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.213442] env[62099]: DEBUG nova.network.neutron [req-d1f6420a-e820-4bc5-a557-2b4457e88b20 req-8cee239c-f0b1-48ca-8815-5cbe0288ad89 service nova] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Refreshing network info cache for port 252d5139-1c44-4740-a0b8-659932ed94be {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1526.214697] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:c2:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '252d5139-1c44-4740-a0b8-659932ed94be', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1526.222062] env[62099]: DEBUG oslo.service.loopingcall [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1526.225161] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1526.226381] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35355b1b-8151-4bd4-8d99-31663e01fae5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.249318] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1526.249318] env[62099]: value = "task-1896692" [ 1526.249318] env[62099]: _type = "Task" [ 1526.249318] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.260066] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896692, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.475051] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8130b09d-a20f-4595-9f4b-fee900f84776 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.484722] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b25662-fdb9-4a67-9967-a8d883906618 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.514484] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0717b194-37a7-4307-aa07-cc01d5a25d62 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.522937] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5affc4e8-0d53-43df-9911-27ef325dbe67 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.540227] env[62099]: DEBUG nova.compute.provider_tree [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1526.623400] env[62099]: INFO nova.compute.manager [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Swapping old allocation on dict_keys(['43c8a4a7-40f1-4ba7-adfe-424593691d02']) held by migration 8b05ed1a-da1d-4124-b178-17e0c3a857a2 for instance [ 1526.649488] env[62099]: DEBUG nova.scheduler.client.report [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Overwriting current allocation {'allocations': {'43c8a4a7-40f1-4ba7-adfe-424593691d02': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 75}}, 'project_id': 'a762fa3f808e4438910bcc1e6561de5b', 'user_id': 'c7f36355c5ee4022b7cf4a41cc515d9f', 'consumer_generation': 1} on consumer 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf {{(pid=62099) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1526.761082] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896692, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.772721] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquiring lock "refresh_cache-80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.772944] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquired lock "refresh_cache-80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.773149] env[62099]: DEBUG nova.network.neutron [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.944498] env[62099]: DEBUG nova.network.neutron [req-d1f6420a-e820-4bc5-a557-2b4457e88b20 req-8cee239c-f0b1-48ca-8815-5cbe0288ad89 service nova] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Updated VIF entry in instance network info cache for port 252d5139-1c44-4740-a0b8-659932ed94be. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1526.944881] env[62099]: DEBUG nova.network.neutron [req-d1f6420a-e820-4bc5-a557-2b4457e88b20 req-8cee239c-f0b1-48ca-8815-5cbe0288ad89 service nova] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Updating instance_info_cache with network_info: [{"id": "252d5139-1c44-4740-a0b8-659932ed94be", "address": "fa:16:3e:3a:c2:cd", "network": {"id": "365e58ad-bf37-4027-bea7-f6435b10c7fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1959660345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee81b66abbdc4bd4a84ad683eaadb62c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap252d5139-1c", "ovs_interfaceid": "252d5139-1c44-4740-a0b8-659932ed94be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.044053] env[62099]: DEBUG nova.scheduler.client.report [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1527.261086] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896692, 'name': CreateVM_Task, 'duration_secs': 0.524114} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.261410] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1527.261990] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.262180] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.262493] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1527.262754] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a91555-b8a4-41a6-b76f-0fc625948b0e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.268953] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1527.268953] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]526a1dab-b4ae-c8d6-755f-6b012460eaf7" [ 1527.268953] env[62099]: _type = "Task" [ 1527.268953] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.278767] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526a1dab-b4ae-c8d6-755f-6b012460eaf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.448059] env[62099]: DEBUG oslo_concurrency.lockutils [req-d1f6420a-e820-4bc5-a557-2b4457e88b20 req-8cee239c-f0b1-48ca-8815-5cbe0288ad89 service nova] Releasing lock "refresh_cache-7d41facf-db33-485c-82f6-beeed6c3ee6c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.481880] env[62099]: DEBUG nova.network.neutron [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Updating instance_info_cache with network_info: [{"id": "a78a3eb9-c002-40f2-9d1a-b65eea8b95f6", "address": "fa:16:3e:20:d0:1b", "network": {"id": "d3cc7356-0c1f-4eb4-bc59-17c1bee1def3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "25af00e6e7ce426bbc4a4646522671e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa78a3eb9-c0", "ovs_interfaceid": "a78a3eb9-c002-40f2-9d1a-b65eea8b95f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.538732] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.539078] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.548537] env[62099]: DEBUG oslo_concurrency.lockutils [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.549062] env[62099]: DEBUG nova.compute.manager [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1527.551482] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.796s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.553367] env[62099]: DEBUG nova.objects.instance [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62099) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1527.780746] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526a1dab-b4ae-c8d6-755f-6b012460eaf7, 'name': SearchDatastore_Task, 'duration_secs': 0.010733} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.781046] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.781340] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1527.781580] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.781724] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.781903] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1527.782193] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d8861e6-f23f-4070-8ee0-63804477c6c7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.794436] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1527.794630] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1527.795399] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e3c7924-f56b-455b-9dea-a195b6f0144e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.801195] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1527.801195] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529f7363-dc84-6dba-f925-dd38e4de552a" [ 1527.801195] env[62099]: _type = "Task" [ 1527.801195] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.809384] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529f7363-dc84-6dba-f925-dd38e4de552a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.984819] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Releasing lock "refresh_cache-80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.985342] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1527.985660] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0394fc84-ab16-4fdd-86e4-8cf37941ef7e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.993544] env[62099]: DEBUG oslo_vmware.api [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1527.993544] env[62099]: value = "task-1896693" [ 1527.993544] env[62099]: _type = "Task" [ 1527.993544] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.002370] env[62099]: DEBUG oslo_vmware.api [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.046653] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.046653] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1528.056886] env[62099]: DEBUG nova.compute.utils [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1528.062742] env[62099]: DEBUG nova.compute.manager [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1528.062909] env[62099]: DEBUG nova.network.neutron [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1528.108034] env[62099]: DEBUG nova.policy [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdc73e8e33254a95bde7a5d9694ea068', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4546e5d7e85d4c0d9a40208a8a576854', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1528.312473] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529f7363-dc84-6dba-f925-dd38e4de552a, 'name': SearchDatastore_Task, 'duration_secs': 0.015623} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.313333] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1806b769-191f-48d8-9e16-782d80d49163 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.319619] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1528.319619] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52540983-f1c2-f16a-0aba-25faf1affbf6" [ 1528.319619] env[62099]: _type = "Task" [ 1528.319619] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.330124] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52540983-f1c2-f16a-0aba-25faf1affbf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.367715] env[62099]: DEBUG nova.network.neutron [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Successfully created port: f4c17b25-d2d8-4014-8ff2-781ccc3dfe73 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1528.504443] env[62099]: DEBUG oslo_vmware.api [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896693, 'name': PowerOffVM_Task, 'duration_secs': 0.227991} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.504712] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1528.505386] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:26:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='48eac0ff-1f8e-452a-a893-25249b4c8425',id=25,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-918381838',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1528.505599] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1528.505782] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1528.506011] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1528.506170] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1528.506317] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1528.506519] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1528.506711] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1528.506944] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1528.507130] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1528.507307] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1528.512847] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6553cad-6aac-477f-9b6e-dbaeecbf3ee8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.531889] env[62099]: DEBUG oslo_vmware.api [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1528.531889] env[62099]: value = "task-1896694" [ 1528.531889] env[62099]: _type = "Task" [ 1528.531889] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.540933] env[62099]: DEBUG oslo_vmware.api [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.565660] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f2f8f496-e04d-4f6a-8177-5bde44d1f592 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.566779] env[62099]: DEBUG nova.compute.manager [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1528.571840] env[62099]: DEBUG oslo_concurrency.lockutils [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.123s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.573768] env[62099]: INFO nova.compute.claims [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1528.832083] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52540983-f1c2-f16a-0aba-25faf1affbf6, 'name': SearchDatastore_Task, 'duration_secs': 0.010139} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.832442] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.832651] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 7d41facf-db33-485c-82f6-beeed6c3ee6c/7d41facf-db33-485c-82f6-beeed6c3ee6c.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1528.832897] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7cc22c5-a26e-4894-98d8-26c4d67f8583 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.840991] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1528.840991] env[62099]: value = "task-1896695" [ 1528.840991] env[62099]: _type = "Task" [ 1528.840991] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.849706] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.044067] env[62099]: DEBUG oslo_vmware.api [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896694, 'name': ReconfigVM_Task, 'duration_secs': 0.167552} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.044890] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9fbc5a-18df-4963-b185-e3e436430a8f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.066457] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:26:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='48eac0ff-1f8e-452a-a893-25249b4c8425',id=25,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-918381838',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1529.066734] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1529.066907] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1529.067102] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1529.067251] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1529.067400] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1529.067604] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1529.067759] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1529.067925] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1529.068102] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1529.068278] env[62099]: DEBUG nova.virt.hardware [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1529.069393] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0355087a-4865-4af8-9666-996a8bc93819 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.077832] env[62099]: DEBUG oslo_vmware.api [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1529.077832] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]523ccd9f-605e-6f06-e2fc-316769c58e96" [ 1529.077832] env[62099]: _type = "Task" [ 1529.077832] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.094280] env[62099]: DEBUG oslo_vmware.api [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523ccd9f-605e-6f06-e2fc-316769c58e96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.352293] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896695, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.585522] env[62099]: DEBUG nova.compute.manager [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1529.603727] env[62099]: DEBUG oslo_vmware.api [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523ccd9f-605e-6f06-e2fc-316769c58e96, 'name': SearchDatastore_Task, 'duration_secs': 0.065423} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.609493] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Reconfiguring VM instance instance-00000024 to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1529.611734] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-802cd86b-86f5-4e69-9b2d-33eaa481b9d2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.633063] env[62099]: DEBUG nova.virt.hardware [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1529.633337] env[62099]: DEBUG nova.virt.hardware [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1529.633491] env[62099]: DEBUG nova.virt.hardware [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1529.633782] env[62099]: DEBUG nova.virt.hardware [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1529.633948] env[62099]: DEBUG nova.virt.hardware [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1529.634107] env[62099]: DEBUG nova.virt.hardware [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1529.634316] env[62099]: DEBUG nova.virt.hardware [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1529.634475] env[62099]: DEBUG nova.virt.hardware [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1529.634799] env[62099]: DEBUG nova.virt.hardware [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1529.634973] env[62099]: DEBUG nova.virt.hardware [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1529.635169] env[62099]: DEBUG nova.virt.hardware [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1529.636103] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669750fb-7de1-41a9-8813-761c51fd2d40 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.639907] env[62099]: DEBUG oslo_vmware.api [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1529.639907] env[62099]: value = "task-1896696" [ 1529.639907] env[62099]: _type = "Task" [ 1529.639907] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.649710] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bcc7ac-5c75-4ddb-8e81-aedaf22f03cc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.657109] env[62099]: DEBUG oslo_vmware.api [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896696, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.842023] env[62099]: DEBUG nova.compute.manager [req-c4b23d11-e0e8-4543-8d21-a6685aa28047 req-74cd137e-ada7-4c26-9e2e-f1fdb1d2da5b service nova] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Received event network-vif-plugged-f4c17b25-d2d8-4014-8ff2-781ccc3dfe73 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1529.842023] env[62099]: DEBUG oslo_concurrency.lockutils [req-c4b23d11-e0e8-4543-8d21-a6685aa28047 req-74cd137e-ada7-4c26-9e2e-f1fdb1d2da5b service nova] Acquiring lock "c63c0daf-5371-41d4-9ece-e0f7a495c197-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.842023] env[62099]: DEBUG oslo_concurrency.lockutils [req-c4b23d11-e0e8-4543-8d21-a6685aa28047 req-74cd137e-ada7-4c26-9e2e-f1fdb1d2da5b service nova] Lock "c63c0daf-5371-41d4-9ece-e0f7a495c197-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.842023] env[62099]: DEBUG oslo_concurrency.lockutils [req-c4b23d11-e0e8-4543-8d21-a6685aa28047 req-74cd137e-ada7-4c26-9e2e-f1fdb1d2da5b service nova] Lock "c63c0daf-5371-41d4-9ece-e0f7a495c197-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.842023] env[62099]: DEBUG nova.compute.manager [req-c4b23d11-e0e8-4543-8d21-a6685aa28047 req-74cd137e-ada7-4c26-9e2e-f1fdb1d2da5b service nova] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] No waiting events found dispatching network-vif-plugged-f4c17b25-d2d8-4014-8ff2-781ccc3dfe73 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1529.842023] env[62099]: WARNING nova.compute.manager [req-c4b23d11-e0e8-4543-8d21-a6685aa28047 req-74cd137e-ada7-4c26-9e2e-f1fdb1d2da5b service nova] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Received unexpected event network-vif-plugged-f4c17b25-d2d8-4014-8ff2-781ccc3dfe73 for instance with vm_state building and task_state spawning. [ 1529.857206] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797174} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.857478] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 7d41facf-db33-485c-82f6-beeed6c3ee6c/7d41facf-db33-485c-82f6-beeed6c3ee6c.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1529.857689] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1529.857942] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd77a0e9-4f3f-416b-b767-ec413bc2d1b4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.865899] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1529.865899] env[62099]: value = "task-1896697" [ 1529.865899] env[62099]: _type = "Task" [ 1529.865899] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.876015] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.901311] env[62099]: DEBUG nova.network.neutron [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Successfully updated port: f4c17b25-d2d8-4014-8ff2-781ccc3dfe73 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1530.009628] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20e65fe-79f0-4e83-bb3e-57d4c833568f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.017603] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473482d1-26b6-4482-9195-26e96c94efce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.050138] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9c5474-4fb3-404c-9ddd-010042279613 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.058562] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bacf836-2c63-4804-af51-da5f2d30cdcf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.072291] env[62099]: DEBUG nova.compute.provider_tree [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.113166] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "refresh_cache-8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.113324] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquired lock "refresh_cache-8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.113471] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Forcefully refreshing network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1530.149782] env[62099]: DEBUG oslo_vmware.api [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896696, 'name': ReconfigVM_Task, 'duration_secs': 0.216524} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.150179] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Reconfigured VM instance instance-00000024 to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1530.150801] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87c217e-21ab-4a4c-89b3-b356d96bcbfb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.172870] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf/80e54a65-d1da-44d8-9c3a-de2bf54ae4bf.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1530.173116] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dfdfaab-c784-4939-8fc6-67a30e39de10 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.190466] env[62099]: DEBUG oslo_vmware.api [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1530.190466] env[62099]: value = "task-1896698" [ 1530.190466] env[62099]: _type = "Task" [ 1530.190466] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.198109] env[62099]: DEBUG oslo_vmware.api [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.376643] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068331} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.376965] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1530.377855] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f789bb90-6bb1-4964-9235-13b904c9c95d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.400350] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 7d41facf-db33-485c-82f6-beeed6c3ee6c/7d41facf-db33-485c-82f6-beeed6c3ee6c.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1530.400650] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df0aa053-4f83-4ccb-b014-02208f3cd153 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.415078] env[62099]: DEBUG oslo_concurrency.lockutils [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Acquiring lock "refresh_cache-c63c0daf-5371-41d4-9ece-e0f7a495c197" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.415233] env[62099]: DEBUG oslo_concurrency.lockutils [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Acquired lock "refresh_cache-c63c0daf-5371-41d4-9ece-e0f7a495c197" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.415384] env[62099]: DEBUG nova.network.neutron [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1530.424542] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1530.424542] env[62099]: value = "task-1896699" [ 1530.424542] env[62099]: _type = "Task" [ 1530.424542] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.434330] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.578550] env[62099]: DEBUG nova.scheduler.client.report [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1530.702226] env[62099]: DEBUG oslo_vmware.api [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896698, 'name': ReconfigVM_Task, 'duration_secs': 0.289653} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.702498] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf/80e54a65-d1da-44d8-9c3a-de2bf54ae4bf.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1530.703312] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa91973-0adf-4938-bdff-01a1d7c9114a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.722417] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87370a0a-bbd2-40dc-9361-049451ef44b2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.741874] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2088cc-4566-4047-a39f-b8b3bf155553 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.760548] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eadb8bb-277d-469b-aa8f-ddd911930967 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.769729] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1530.769729] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6a1a9f4-67b2-4e1b-b652-088165963edd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.777156] env[62099]: DEBUG oslo_vmware.api [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1530.777156] env[62099]: value = "task-1896700" [ 1530.777156] env[62099]: _type = "Task" [ 1530.777156] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.785330] env[62099]: DEBUG oslo_vmware.api [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.935572] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896699, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.949468] env[62099]: DEBUG nova.network.neutron [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1531.086696] env[62099]: DEBUG oslo_concurrency.lockutils [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.086696] env[62099]: DEBUG nova.compute.manager [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1531.087359] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.302s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.088760] env[62099]: INFO nova.compute.claims [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1531.095999] env[62099]: DEBUG nova.network.neutron [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Updating instance_info_cache with network_info: [{"id": "f4c17b25-d2d8-4014-8ff2-781ccc3dfe73", "address": "fa:16:3e:c2:0b:5d", "network": {"id": "af5b71b3-9605-436e-abdb-eda4723f4db5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2091145534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4546e5d7e85d4c0d9a40208a8a576854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c17b25-d2", "ovs_interfaceid": "f4c17b25-d2d8-4014-8ff2-781ccc3dfe73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.287289] env[62099]: DEBUG oslo_vmware.api [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896700, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.308923] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Updating instance_info_cache with network_info: [{"id": "a164e987-832e-4ac4-9f00-a472f58cc052", "address": "fa:16:3e:61:2b:00", "network": {"id": "27d18baf-2e0d-47b0-b410-5f5dbc4b51b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-43693629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d97b8ca8ba486fb4625c1b643af671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa164e987-83", "ovs_interfaceid": "a164e987-832e-4ac4-9f00-a472f58cc052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.435845] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896699, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.593924] env[62099]: DEBUG nova.compute.utils [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1531.598021] env[62099]: DEBUG nova.compute.manager [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1531.598021] env[62099]: DEBUG nova.network.neutron [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1531.598859] env[62099]: DEBUG oslo_concurrency.lockutils [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Releasing lock "refresh_cache-c63c0daf-5371-41d4-9ece-e0f7a495c197" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.599123] env[62099]: DEBUG nova.compute.manager [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Instance network_info: |[{"id": "f4c17b25-d2d8-4014-8ff2-781ccc3dfe73", "address": "fa:16:3e:c2:0b:5d", "network": {"id": "af5b71b3-9605-436e-abdb-eda4723f4db5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2091145534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4546e5d7e85d4c0d9a40208a8a576854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c17b25-d2", "ovs_interfaceid": "f4c17b25-d2d8-4014-8ff2-781ccc3dfe73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1531.599518] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:0b:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4c17b25-d2d8-4014-8ff2-781ccc3dfe73', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1531.606773] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Creating folder: Project (4546e5d7e85d4c0d9a40208a8a576854). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1531.608147] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afde37e0-0067-41ee-81d8-0b3618daebcf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.622673] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Created folder: Project (4546e5d7e85d4c0d9a40208a8a576854) in parent group-v391507. [ 1531.622833] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Creating folder: Instances. Parent ref: group-v391665. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1531.623639] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65d2ee4d-d2f9-43f5-ab44-bc7188919746 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.632392] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Created folder: Instances in parent group-v391665. [ 1531.632638] env[62099]: DEBUG oslo.service.loopingcall [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.632904] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1531.633144] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-372cc616-b383-480d-a306-49cb1fcf995b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.648882] env[62099]: DEBUG nova.policy [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed2bfb309d284555ac69c8d2d5eb4437', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '166bdcd08cd7483e97495d93531054c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1531.656391] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1531.656391] env[62099]: value = "task-1896703" [ 1531.656391] env[62099]: _type = "Task" [ 1531.656391] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.664168] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896703, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.787576] env[62099]: DEBUG oslo_vmware.api [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896700, 'name': PowerOnVM_Task, 'duration_secs': 0.587198} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.788053] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1531.811538] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Releasing lock "refresh_cache-8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.811740] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Updated the network info_cache for instance {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1531.811954] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.812217] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.812409] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.812596] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.812781] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.812933] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.813094] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1531.813212] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.864887] env[62099]: DEBUG nova.compute.manager [req-13bdcd4d-9fed-4e63-a4e4-0845060f6504 req-69e958c4-291a-45ca-b6c5-21372c52baa1 service nova] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Received event network-changed-f4c17b25-d2d8-4014-8ff2-781ccc3dfe73 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1531.864977] env[62099]: DEBUG nova.compute.manager [req-13bdcd4d-9fed-4e63-a4e4-0845060f6504 req-69e958c4-291a-45ca-b6c5-21372c52baa1 service nova] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Refreshing instance network info cache due to event network-changed-f4c17b25-d2d8-4014-8ff2-781ccc3dfe73. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1531.865211] env[62099]: DEBUG oslo_concurrency.lockutils [req-13bdcd4d-9fed-4e63-a4e4-0845060f6504 req-69e958c4-291a-45ca-b6c5-21372c52baa1 service nova] Acquiring lock "refresh_cache-c63c0daf-5371-41d4-9ece-e0f7a495c197" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.865360] env[62099]: DEBUG oslo_concurrency.lockutils [req-13bdcd4d-9fed-4e63-a4e4-0845060f6504 req-69e958c4-291a-45ca-b6c5-21372c52baa1 service nova] Acquired lock "refresh_cache-c63c0daf-5371-41d4-9ece-e0f7a495c197" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.865521] env[62099]: DEBUG nova.network.neutron [req-13bdcd4d-9fed-4e63-a4e4-0845060f6504 req-69e958c4-291a-45ca-b6c5-21372c52baa1 service nova] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Refreshing network info cache for port f4c17b25-d2d8-4014-8ff2-781ccc3dfe73 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1531.914545] env[62099]: DEBUG nova.network.neutron [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Successfully created port: 4b9227c9-90ca-4343-b5e8-72ac39892b10 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1531.936458] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896699, 'name': ReconfigVM_Task, 'duration_secs': 1.362592} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.936821] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 7d41facf-db33-485c-82f6-beeed6c3ee6c/7d41facf-db33-485c-82f6-beeed6c3ee6c.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1531.937513] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60df1a06-58ee-48ad-a2fc-210176a2ca55 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.947804] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1531.947804] env[62099]: value = "task-1896704" [ 1531.947804] env[62099]: _type = "Task" [ 1531.947804] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.956868] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896704, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.098100] env[62099]: DEBUG nova.compute.manager [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1532.168276] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896703, 'name': CreateVM_Task, 'duration_secs': 0.48569} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.170832] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1532.171696] env[62099]: DEBUG oslo_concurrency.lockutils [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.171865] env[62099]: DEBUG oslo_concurrency.lockutils [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.172181] env[62099]: DEBUG oslo_concurrency.lockutils [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.172431] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36158f20-e165-4f1a-971d-e7f75ecf614e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.180743] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Waiting for the task: (returnval){ [ 1532.180743] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52577f02-d405-92e3-dfba-43640d8aed2d" [ 1532.180743] env[62099]: _type = "Task" [ 1532.180743] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.194847] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52577f02-d405-92e3-dfba-43640d8aed2d, 'name': SearchDatastore_Task, 'duration_secs': 0.01056} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.199554] env[62099]: DEBUG oslo_concurrency.lockutils [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.200085] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1532.200609] env[62099]: DEBUG oslo_concurrency.lockutils [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.201817] env[62099]: DEBUG oslo_concurrency.lockutils [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.201817] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1532.201974] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f703282-7587-4160-a998-e9c2288afae3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.211673] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1532.212424] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1532.212606] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3684b93e-a81b-495d-a188-39090c672d78 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.221317] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Waiting for the task: (returnval){ [ 1532.221317] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d210d4-0262-9624-d08a-72f90bc515d4" [ 1532.221317] env[62099]: _type = "Task" [ 1532.221317] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.230930] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d210d4-0262-9624-d08a-72f90bc515d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.317096] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.461503] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896704, 'name': Rename_Task, 'duration_secs': 0.175624} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.461779] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1532.462030] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e16fe486-ce2c-4d8e-9a43-3f6eef0170fa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.470046] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1532.470046] env[62099]: value = "task-1896705" [ 1532.470046] env[62099]: _type = "Task" [ 1532.470046] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.481398] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.490856] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb850337-cd5a-47d9-840b-66a6f4b1259d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.498571] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852d65cd-0eb5-4af3-8af8-4dc32c3eb760 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.531170] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3242b0de-61ae-47ad-a68a-7b70c05e19bc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.541013] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9781075-e7d4-4cce-a528-31c610e82427 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.554665] env[62099]: DEBUG nova.compute.provider_tree [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.578034] env[62099]: DEBUG nova.network.neutron [req-13bdcd4d-9fed-4e63-a4e4-0845060f6504 req-69e958c4-291a-45ca-b6c5-21372c52baa1 service nova] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Updated VIF entry in instance network info cache for port f4c17b25-d2d8-4014-8ff2-781ccc3dfe73. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1532.578428] env[62099]: DEBUG nova.network.neutron [req-13bdcd4d-9fed-4e63-a4e4-0845060f6504 req-69e958c4-291a-45ca-b6c5-21372c52baa1 service nova] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Updating instance_info_cache with network_info: [{"id": "f4c17b25-d2d8-4014-8ff2-781ccc3dfe73", "address": "fa:16:3e:c2:0b:5d", "network": {"id": "af5b71b3-9605-436e-abdb-eda4723f4db5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2091145534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4546e5d7e85d4c0d9a40208a8a576854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c17b25-d2", "ovs_interfaceid": "f4c17b25-d2d8-4014-8ff2-781ccc3dfe73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.732149] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d210d4-0262-9624-d08a-72f90bc515d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010738} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.733034] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cafdf443-1de3-48b6-8270-6860d24d8185 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.738584] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Waiting for the task: (returnval){ [ 1532.738584] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5295ace2-1aa3-bf7d-4884-7fcf93cce11b" [ 1532.738584] env[62099]: _type = "Task" [ 1532.738584] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.747930] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5295ace2-1aa3-bf7d-4884-7fcf93cce11b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.803136] env[62099]: INFO nova.compute.manager [None req-eb88950d-999f-46c0-8498-cb9c0d488133 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Updating instance to original state: 'active' [ 1532.981088] env[62099]: DEBUG oslo_vmware.api [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896705, 'name': PowerOnVM_Task, 'duration_secs': 0.481482} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.981439] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1532.981687] env[62099]: INFO nova.compute.manager [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1532.981928] env[62099]: DEBUG nova.compute.manager [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1532.982767] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2803cf0e-4c74-4c02-ae73-2834dd1eb071 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.058199] env[62099]: DEBUG nova.scheduler.client.report [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1533.081359] env[62099]: DEBUG oslo_concurrency.lockutils [req-13bdcd4d-9fed-4e63-a4e4-0845060f6504 req-69e958c4-291a-45ca-b6c5-21372c52baa1 service nova] Releasing lock "refresh_cache-c63c0daf-5371-41d4-9ece-e0f7a495c197" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.111552] env[62099]: DEBUG nova.compute.manager [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1533.145089] env[62099]: DEBUG nova.virt.hardware [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1533.145345] env[62099]: DEBUG nova.virt.hardware [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.145493] env[62099]: DEBUG nova.virt.hardware [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1533.145672] env[62099]: DEBUG nova.virt.hardware [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.146025] env[62099]: DEBUG nova.virt.hardware [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1533.146345] env[62099]: DEBUG nova.virt.hardware [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1533.146587] env[62099]: DEBUG nova.virt.hardware [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1533.146891] env[62099]: DEBUG nova.virt.hardware [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1533.147139] env[62099]: DEBUG nova.virt.hardware [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1533.147326] env[62099]: DEBUG nova.virt.hardware [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1533.147507] env[62099]: DEBUG nova.virt.hardware [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1533.148464] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec969e92-c2c1-4391-a3f3-097a177515e6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.157640] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039a3459-0b51-4d16-9367-2c3cce9c45e1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.250762] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5295ace2-1aa3-bf7d-4884-7fcf93cce11b, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.250909] env[62099]: DEBUG oslo_concurrency.lockutils [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.251172] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] c63c0daf-5371-41d4-9ece-e0f7a495c197/c63c0daf-5371-41d4-9ece-e0f7a495c197.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1533.251445] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a3e8a8e-6698-4d8d-a7a2-37988e3100a8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.259708] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Waiting for the task: (returnval){ [ 1533.259708] env[62099]: value = "task-1896706" [ 1533.259708] env[62099]: _type = "Task" [ 1533.259708] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.269124] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': task-1896706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.475455] env[62099]: DEBUG nova.network.neutron [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Successfully updated port: 4b9227c9-90ca-4343-b5e8-72ac39892b10 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1533.502073] env[62099]: INFO nova.compute.manager [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Took 41.64 seconds to build instance. [ 1533.565424] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.566127] env[62099]: DEBUG nova.compute.manager [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1533.569617] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.690s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.576757] env[62099]: INFO nova.compute.claims [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1533.769694] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': task-1896706, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.949371] env[62099]: DEBUG nova.compute.manager [req-a7bb9227-ef0e-4f72-8620-9dccc4d3e2e4 req-ccf6e057-9898-47d5-a5e1-83e05d5c7b77 service nova] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Received event network-vif-plugged-4b9227c9-90ca-4343-b5e8-72ac39892b10 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1533.950491] env[62099]: DEBUG oslo_concurrency.lockutils [req-a7bb9227-ef0e-4f72-8620-9dccc4d3e2e4 req-ccf6e057-9898-47d5-a5e1-83e05d5c7b77 service nova] Acquiring lock "f3aa61db-f6e2-486f-9804-fec6cc78caa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.951371] env[62099]: DEBUG oslo_concurrency.lockutils [req-a7bb9227-ef0e-4f72-8620-9dccc4d3e2e4 req-ccf6e057-9898-47d5-a5e1-83e05d5c7b77 service nova] Lock "f3aa61db-f6e2-486f-9804-fec6cc78caa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.951622] env[62099]: DEBUG oslo_concurrency.lockutils [req-a7bb9227-ef0e-4f72-8620-9dccc4d3e2e4 req-ccf6e057-9898-47d5-a5e1-83e05d5c7b77 service nova] Lock "f3aa61db-f6e2-486f-9804-fec6cc78caa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.952496] env[62099]: DEBUG nova.compute.manager [req-a7bb9227-ef0e-4f72-8620-9dccc4d3e2e4 req-ccf6e057-9898-47d5-a5e1-83e05d5c7b77 service nova] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] No waiting events found dispatching network-vif-plugged-4b9227c9-90ca-4343-b5e8-72ac39892b10 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1533.952833] env[62099]: WARNING nova.compute.manager [req-a7bb9227-ef0e-4f72-8620-9dccc4d3e2e4 req-ccf6e057-9898-47d5-a5e1-83e05d5c7b77 service nova] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Received unexpected event network-vif-plugged-4b9227c9-90ca-4343-b5e8-72ac39892b10 for instance with vm_state building and task_state spawning. [ 1533.953075] env[62099]: DEBUG nova.compute.manager [req-a7bb9227-ef0e-4f72-8620-9dccc4d3e2e4 req-ccf6e057-9898-47d5-a5e1-83e05d5c7b77 service nova] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Received event network-changed-4b9227c9-90ca-4343-b5e8-72ac39892b10 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1533.953286] env[62099]: DEBUG nova.compute.manager [req-a7bb9227-ef0e-4f72-8620-9dccc4d3e2e4 req-ccf6e057-9898-47d5-a5e1-83e05d5c7b77 service nova] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Refreshing instance network info cache due to event network-changed-4b9227c9-90ca-4343-b5e8-72ac39892b10. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1533.953541] env[62099]: DEBUG oslo_concurrency.lockutils [req-a7bb9227-ef0e-4f72-8620-9dccc4d3e2e4 req-ccf6e057-9898-47d5-a5e1-83e05d5c7b77 service nova] Acquiring lock "refresh_cache-f3aa61db-f6e2-486f-9804-fec6cc78caa3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.953743] env[62099]: DEBUG oslo_concurrency.lockutils [req-a7bb9227-ef0e-4f72-8620-9dccc4d3e2e4 req-ccf6e057-9898-47d5-a5e1-83e05d5c7b77 service nova] Acquired lock "refresh_cache-f3aa61db-f6e2-486f-9804-fec6cc78caa3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.953949] env[62099]: DEBUG nova.network.neutron [req-a7bb9227-ef0e-4f72-8620-9dccc4d3e2e4 req-ccf6e057-9898-47d5-a5e1-83e05d5c7b77 service nova] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Refreshing network info cache for port 4b9227c9-90ca-4343-b5e8-72ac39892b10 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1533.978170] env[62099]: DEBUG oslo_concurrency.lockutils [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "refresh_cache-f3aa61db-f6e2-486f-9804-fec6cc78caa3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.002111] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9b9cbdfd-76b0-4d51-87b2-c68e43ffa762 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "7d41facf-db33-485c-82f6-beeed6c3ee6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.152s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.080057] env[62099]: DEBUG nova.compute.utils [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1534.081626] env[62099]: DEBUG nova.compute.manager [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1534.081753] env[62099]: DEBUG nova.network.neutron [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1534.124632] env[62099]: DEBUG nova.policy [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aefef81d46c84981af60a083a0c45ed7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9ea02632ca94994997d79efa82bacb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1534.270598] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': task-1896706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645067} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.271753] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] c63c0daf-5371-41d4-9ece-e0f7a495c197/c63c0daf-5371-41d4-9ece-e0f7a495c197.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1534.271753] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1534.271753] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57df17eb-d394-49b2-b0ef-3b4ebd243233 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.279051] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Waiting for the task: (returnval){ [ 1534.279051] env[62099]: value = "task-1896707" [ 1534.279051] env[62099]: _type = "Task" [ 1534.279051] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.288864] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': task-1896707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.375379] env[62099]: DEBUG nova.network.neutron [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Successfully created port: a699f5ad-0b72-404c-8e03-6f8550a5feb2 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1534.431019] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquiring lock "80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.431019] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.431019] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquiring lock "80e54a65-d1da-44d8-9c3a-de2bf54ae4bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.431019] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "80e54a65-d1da-44d8-9c3a-de2bf54ae4bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.431019] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "80e54a65-d1da-44d8-9c3a-de2bf54ae4bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.431345] env[62099]: INFO nova.compute.manager [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Terminating instance [ 1534.501400] env[62099]: DEBUG nova.network.neutron [req-a7bb9227-ef0e-4f72-8620-9dccc4d3e2e4 req-ccf6e057-9898-47d5-a5e1-83e05d5c7b77 service nova] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1534.505114] env[62099]: DEBUG nova.compute.manager [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1534.582191] env[62099]: DEBUG nova.compute.manager [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1534.651567] env[62099]: DEBUG nova.network.neutron [req-a7bb9227-ef0e-4f72-8620-9dccc4d3e2e4 req-ccf6e057-9898-47d5-a5e1-83e05d5c7b77 service nova] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.794171] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': task-1896707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066592} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.794453] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1534.795550] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2f44ca-047f-4e9f-bcd8-3e1c714ccbc1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.821894] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] c63c0daf-5371-41d4-9ece-e0f7a495c197/c63c0daf-5371-41d4-9ece-e0f7a495c197.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1534.825315] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69acd75d-0e6d-4b97-b5f8-17e9c76b2594 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.847353] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Waiting for the task: (returnval){ [ 1534.847353] env[62099]: value = "task-1896708" [ 1534.847353] env[62099]: _type = "Task" [ 1534.847353] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.859664] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': task-1896708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.937937] env[62099]: DEBUG nova.compute.manager [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1534.938597] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1534.939113] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ec021a-01fc-45e5-aaf4-94203258772a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.950296] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1534.950556] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e43b1e1-757f-4279-b22c-77851a355ad6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.960653] env[62099]: DEBUG oslo_vmware.api [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1534.960653] env[62099]: value = "task-1896709" [ 1534.960653] env[62099]: _type = "Task" [ 1534.960653] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.968980] env[62099]: DEBUG oslo_vmware.api [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.986409] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc5f1f6-7e43-4527-b9ff-56c239cb9d43 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.994555] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b95100-844d-4306-ada2-609cdb0028e7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.026257] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ca72be-90ac-4989-aa8d-6dc8a083da1b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.037798] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce34bd2-4926-4c55-8f56-dccda0517ab0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.043664] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.055977] env[62099]: DEBUG nova.compute.provider_tree [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.153358] env[62099]: DEBUG oslo_concurrency.lockutils [req-a7bb9227-ef0e-4f72-8620-9dccc4d3e2e4 req-ccf6e057-9898-47d5-a5e1-83e05d5c7b77 service nova] Releasing lock "refresh_cache-f3aa61db-f6e2-486f-9804-fec6cc78caa3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.153919] env[62099]: DEBUG oslo_concurrency.lockutils [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "refresh_cache-f3aa61db-f6e2-486f-9804-fec6cc78caa3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.154121] env[62099]: DEBUG nova.network.neutron [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.289536] env[62099]: DEBUG nova.compute.manager [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1535.290480] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e077820-55fa-4f44-8a59-a5edf7a71b7e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.361576] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': task-1896708, 'name': ReconfigVM_Task, 'duration_secs': 0.312086} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.362011] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Reconfigured VM instance instance-00000035 to attach disk [datastore1] c63c0daf-5371-41d4-9ece-e0f7a495c197/c63c0daf-5371-41d4-9ece-e0f7a495c197.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1535.362895] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5ae892c-b41e-4049-b7da-935de05ea79f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.372337] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Waiting for the task: (returnval){ [ 1535.372337] env[62099]: value = "task-1896710" [ 1535.372337] env[62099]: _type = "Task" [ 1535.372337] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.383912] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': task-1896710, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.472174] env[62099]: DEBUG oslo_vmware.api [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896709, 'name': PowerOffVM_Task, 'duration_secs': 0.19271} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.472418] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1535.472610] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1535.472867] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2161a09-2f0b-4e4d-967c-37d9142a2e3a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.560117] env[62099]: DEBUG nova.scheduler.client.report [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.593533] env[62099]: DEBUG nova.compute.manager [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1535.618285] env[62099]: DEBUG nova.virt.hardware [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1535.618727] env[62099]: DEBUG nova.virt.hardware [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.619104] env[62099]: DEBUG nova.virt.hardware [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1535.619796] env[62099]: DEBUG nova.virt.hardware [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.619796] env[62099]: DEBUG nova.virt.hardware [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1535.619796] env[62099]: DEBUG nova.virt.hardware [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1535.620065] env[62099]: DEBUG nova.virt.hardware [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1535.620131] env[62099]: DEBUG nova.virt.hardware [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1535.620273] env[62099]: DEBUG nova.virt.hardware [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1535.620430] env[62099]: DEBUG nova.virt.hardware [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1535.620717] env[62099]: DEBUG nova.virt.hardware [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1535.621614] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f10cfc-8457-4c0c-8b45-a888210f1184 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.630311] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84820b3-6e41-491e-88f4-95f6d76f4c41 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.685532] env[62099]: DEBUG nova.network.neutron [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1535.785010] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1535.785210] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1535.785392] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Deleting the datastore file [datastore1] 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1535.785666] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-220500ac-83cd-4ac1-9528-02c1e629189a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.792698] env[62099]: DEBUG oslo_vmware.api [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for the task: (returnval){ [ 1535.792698] env[62099]: value = "task-1896712" [ 1535.792698] env[62099]: _type = "Task" [ 1535.792698] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.802896] env[62099]: INFO nova.compute.manager [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] instance snapshotting [ 1535.804710] env[62099]: DEBUG oslo_vmware.api [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.805860] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46570014-e310-4806-b2cb-a969e46a8c27 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.826560] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d498db93-4f53-4ddf-9bad-412592ebaf6e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.891222] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': task-1896710, 'name': Rename_Task, 'duration_secs': 0.169302} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.891222] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1535.891222] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59341092-0fea-4613-bbd0-9ddb704c2c2d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.898768] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Waiting for the task: (returnval){ [ 1535.898768] env[62099]: value = "task-1896713" [ 1535.898768] env[62099]: _type = "Task" [ 1535.898768] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.909605] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': task-1896713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.910630] env[62099]: DEBUG nova.network.neutron [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Updating instance_info_cache with network_info: [{"id": "4b9227c9-90ca-4343-b5e8-72ac39892b10", "address": "fa:16:3e:e1:f0:15", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9227c9-90", "ovs_interfaceid": "4b9227c9-90ca-4343-b5e8-72ac39892b10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.992402] env[62099]: DEBUG nova.compute.manager [req-51984ad9-c984-4861-b8bc-179e158317f7 req-2bf3148e-4833-4fc5-a5df-4cc22c8e64fb service nova] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Received event network-vif-plugged-a699f5ad-0b72-404c-8e03-6f8550a5feb2 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1535.994138] env[62099]: DEBUG oslo_concurrency.lockutils [req-51984ad9-c984-4861-b8bc-179e158317f7 req-2bf3148e-4833-4fc5-a5df-4cc22c8e64fb service nova] Acquiring lock "65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.994138] env[62099]: DEBUG oslo_concurrency.lockutils [req-51984ad9-c984-4861-b8bc-179e158317f7 req-2bf3148e-4833-4fc5-a5df-4cc22c8e64fb service nova] Lock "65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.994138] env[62099]: DEBUG oslo_concurrency.lockutils [req-51984ad9-c984-4861-b8bc-179e158317f7 req-2bf3148e-4833-4fc5-a5df-4cc22c8e64fb service nova] Lock "65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.994820] env[62099]: DEBUG nova.compute.manager [req-51984ad9-c984-4861-b8bc-179e158317f7 req-2bf3148e-4833-4fc5-a5df-4cc22c8e64fb service nova] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] No waiting events found dispatching network-vif-plugged-a699f5ad-0b72-404c-8e03-6f8550a5feb2 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1535.994820] env[62099]: WARNING nova.compute.manager [req-51984ad9-c984-4861-b8bc-179e158317f7 req-2bf3148e-4833-4fc5-a5df-4cc22c8e64fb service nova] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Received unexpected event network-vif-plugged-a699f5ad-0b72-404c-8e03-6f8550a5feb2 for instance with vm_state building and task_state spawning. [ 1536.065260] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.065860] env[62099]: DEBUG nova.compute.manager [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1536.069151] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.606s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.070980] env[62099]: INFO nova.compute.claims [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1536.083531] env[62099]: DEBUG nova.network.neutron [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Successfully updated port: a699f5ad-0b72-404c-8e03-6f8550a5feb2 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1536.302883] env[62099]: DEBUG oslo_vmware.api [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Task: {'id': task-1896712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21986} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.303159] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.303343] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1536.303523] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1536.303757] env[62099]: INFO nova.compute.manager [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1536.304027] env[62099]: DEBUG oslo.service.loopingcall [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1536.304320] env[62099]: DEBUG nova.compute.manager [-] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1536.304511] env[62099]: DEBUG nova.network.neutron [-] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1536.338627] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Creating Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1536.339498] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-45aca27a-58fe-4897-a367-bb0973aee079 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.348239] env[62099]: DEBUG oslo_vmware.api [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1536.348239] env[62099]: value = "task-1896714" [ 1536.348239] env[62099]: _type = "Task" [ 1536.348239] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.357556] env[62099]: DEBUG oslo_vmware.api [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896714, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.410526] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': task-1896713, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.413193] env[62099]: DEBUG oslo_concurrency.lockutils [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "refresh_cache-f3aa61db-f6e2-486f-9804-fec6cc78caa3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.413561] env[62099]: DEBUG nova.compute.manager [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Instance network_info: |[{"id": "4b9227c9-90ca-4343-b5e8-72ac39892b10", "address": "fa:16:3e:e1:f0:15", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9227c9-90", "ovs_interfaceid": "4b9227c9-90ca-4343-b5e8-72ac39892b10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1536.413918] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:f0:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b9227c9-90ca-4343-b5e8-72ac39892b10', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1536.421656] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Creating folder: Project (166bdcd08cd7483e97495d93531054c4). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1536.421948] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bde3878-ba8e-4bce-b00f-3d79fd7e347e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.436019] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Created folder: Project (166bdcd08cd7483e97495d93531054c4) in parent group-v391507. [ 1536.436369] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Creating folder: Instances. Parent ref: group-v391668. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1536.436743] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25699efd-f8a7-466e-ad4c-3d803d606b8d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.452845] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Created folder: Instances in parent group-v391668. [ 1536.452845] env[62099]: DEBUG oslo.service.loopingcall [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1536.453111] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1536.453953] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3152cb4-caf5-466b-9e27-a22b26af15fb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.477992] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1536.477992] env[62099]: value = "task-1896717" [ 1536.477992] env[62099]: _type = "Task" [ 1536.477992] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.488861] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896717, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.575505] env[62099]: DEBUG nova.compute.utils [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1536.581131] env[62099]: DEBUG nova.compute.manager [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1536.581131] env[62099]: DEBUG nova.network.neutron [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1536.586866] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "refresh_cache-65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.586866] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "refresh_cache-65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.586866] env[62099]: DEBUG nova.network.neutron [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1536.628290] env[62099]: DEBUG nova.policy [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e613032b5c54e4b8d7961daa089ecc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '511d198b4c40466caacb6db27d52c0af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1536.859880] env[62099]: DEBUG oslo_vmware.api [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896714, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.912098] env[62099]: DEBUG oslo_vmware.api [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': task-1896713, 'name': PowerOnVM_Task, 'duration_secs': 0.596319} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.912865] env[62099]: DEBUG nova.network.neutron [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Successfully created port: c85cc4d5-cbab-4027-9077-a9ddf7978481 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1536.914733] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1536.914985] env[62099]: INFO nova.compute.manager [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1536.915188] env[62099]: DEBUG nova.compute.manager [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1536.916033] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b455b838-d0cb-4ae6-aa16-552db7280868 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.988777] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896717, 'name': CreateVM_Task, 'duration_secs': 0.416628} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.988944] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1536.989654] env[62099]: DEBUG oslo_concurrency.lockutils [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.989825] env[62099]: DEBUG oslo_concurrency.lockutils [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.990157] env[62099]: DEBUG oslo_concurrency.lockutils [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1536.990404] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e24a4b-6478-4f15-9366-1759043c1a2d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.995999] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1536.995999] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529caec9-86b1-f2c5-5302-6de675b07467" [ 1536.995999] env[62099]: _type = "Task" [ 1536.995999] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.004722] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529caec9-86b1-f2c5-5302-6de675b07467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.070833] env[62099]: DEBUG nova.network.neutron [-] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.084026] env[62099]: DEBUG nova.compute.manager [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1537.134793] env[62099]: DEBUG nova.network.neutron [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1537.316159] env[62099]: DEBUG nova.network.neutron [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Updating instance_info_cache with network_info: [{"id": "a699f5ad-0b72-404c-8e03-6f8550a5feb2", "address": "fa:16:3e:14:65:b1", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa699f5ad-0b", "ovs_interfaceid": "a699f5ad-0b72-404c-8e03-6f8550a5feb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.361014] env[62099]: DEBUG oslo_vmware.api [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896714, 'name': CreateSnapshot_Task, 'duration_secs': 0.634009} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.363255] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Created Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1537.365948] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd47eb43-f04c-4641-b8ba-253dd27b48ed {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.434903] env[62099]: INFO nova.compute.manager [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Took 39.80 seconds to build instance. [ 1537.455247] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b6dd81-23c7-4228-80cd-607c7d2ac55e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.463508] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428eca07-fed3-456d-b6b8-cce9702a6cb8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.496696] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad5e5c2-a2ec-47f6-b4a4-5715b96ec830 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.511930] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08344292-729b-4503-a32e-8cbaf4768799 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.515805] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529caec9-86b1-f2c5-5302-6de675b07467, 'name': SearchDatastore_Task, 'duration_secs': 0.022648} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.516411] env[62099]: DEBUG oslo_concurrency.lockutils [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.516646] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1537.516890] env[62099]: DEBUG oslo_concurrency.lockutils [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.517052] env[62099]: DEBUG oslo_concurrency.lockutils [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.517237] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1537.517856] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02365a50-8f12-4c6f-b1af-6de26ac32d31 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.527765] env[62099]: DEBUG nova.compute.provider_tree [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.530663] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1537.530843] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1537.531547] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ae6870-e594-40c5-a83b-6e816f89daa3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.537710] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1537.537710] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fe6c85-cbb3-718e-69ec-26f0bc3d2c61" [ 1537.537710] env[62099]: _type = "Task" [ 1537.537710] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.546963] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fe6c85-cbb3-718e-69ec-26f0bc3d2c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.571967] env[62099]: INFO nova.compute.manager [-] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Took 1.27 seconds to deallocate network for instance. [ 1537.819509] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "refresh_cache-65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.819824] env[62099]: DEBUG nova.compute.manager [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Instance network_info: |[{"id": "a699f5ad-0b72-404c-8e03-6f8550a5feb2", "address": "fa:16:3e:14:65:b1", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa699f5ad-0b", "ovs_interfaceid": "a699f5ad-0b72-404c-8e03-6f8550a5feb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1537.820797] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:65:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a699f5ad-0b72-404c-8e03-6f8550a5feb2', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1537.828366] env[62099]: DEBUG oslo.service.loopingcall [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.828595] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1537.828818] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1ed1c38-f596-4c0e-8968-3250a9b3c2b2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.851049] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1537.851049] env[62099]: value = "task-1896718" [ 1537.851049] env[62099]: _type = "Task" [ 1537.851049] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.859784] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896718, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.886037] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Creating linked-clone VM from snapshot {{(pid=62099) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1537.886736] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dc6169d4-9fe8-4116-a247-91435d1aa7b1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.896254] env[62099]: DEBUG oslo_vmware.api [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1537.896254] env[62099]: value = "task-1896719" [ 1537.896254] env[62099]: _type = "Task" [ 1537.896254] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.904971] env[62099]: DEBUG oslo_vmware.api [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896719, 'name': CloneVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.937837] env[62099]: DEBUG oslo_concurrency.lockutils [None req-257c0814-4a82-46df-b3fa-47f868698cf7 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Lock "c63c0daf-5371-41d4-9ece-e0f7a495c197" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.318s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.030981] env[62099]: DEBUG nova.scheduler.client.report [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.051457] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fe6c85-cbb3-718e-69ec-26f0bc3d2c61, 'name': SearchDatastore_Task, 'duration_secs': 0.040402} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.053726] env[62099]: DEBUG nova.compute.manager [req-19750e5c-9497-4f73-9357-7f872e4fbe35 req-bf1a7af4-fb16-4c40-9c6e-467d5d0d0b05 service nova] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Received event network-changed-a699f5ad-0b72-404c-8e03-6f8550a5feb2 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1538.054179] env[62099]: DEBUG nova.compute.manager [req-19750e5c-9497-4f73-9357-7f872e4fbe35 req-bf1a7af4-fb16-4c40-9c6e-467d5d0d0b05 service nova] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Refreshing instance network info cache due to event network-changed-a699f5ad-0b72-404c-8e03-6f8550a5feb2. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1538.054355] env[62099]: DEBUG oslo_concurrency.lockutils [req-19750e5c-9497-4f73-9357-7f872e4fbe35 req-bf1a7af4-fb16-4c40-9c6e-467d5d0d0b05 service nova] Acquiring lock "refresh_cache-65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.054448] env[62099]: DEBUG oslo_concurrency.lockutils [req-19750e5c-9497-4f73-9357-7f872e4fbe35 req-bf1a7af4-fb16-4c40-9c6e-467d5d0d0b05 service nova] Acquired lock "refresh_cache-65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.054679] env[62099]: DEBUG nova.network.neutron [req-19750e5c-9497-4f73-9357-7f872e4fbe35 req-bf1a7af4-fb16-4c40-9c6e-467d5d0d0b05 service nova] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Refreshing network info cache for port a699f5ad-0b72-404c-8e03-6f8550a5feb2 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1538.058055] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9d10381-5c95-4ee1-aa14-21c142b065ef {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.069357] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1538.069357] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a4f5d3-70be-f3d7-0bf9-e17684750de8" [ 1538.069357] env[62099]: _type = "Task" [ 1538.069357] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.080228] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.080870] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a4f5d3-70be-f3d7-0bf9-e17684750de8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.092660] env[62099]: DEBUG nova.compute.manager [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1538.116798] env[62099]: DEBUG nova.virt.hardware [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1538.117059] env[62099]: DEBUG nova.virt.hardware [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1538.117209] env[62099]: DEBUG nova.virt.hardware [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1538.117398] env[62099]: DEBUG nova.virt.hardware [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1538.117543] env[62099]: DEBUG nova.virt.hardware [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1538.117978] env[62099]: DEBUG nova.virt.hardware [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1538.117978] env[62099]: DEBUG nova.virt.hardware [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1538.118100] env[62099]: DEBUG nova.virt.hardware [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1538.118230] env[62099]: DEBUG nova.virt.hardware [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1538.118389] env[62099]: DEBUG nova.virt.hardware [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1538.118556] env[62099]: DEBUG nova.virt.hardware [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1538.119490] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33aafe6d-fca7-4ffc-9ffe-743f5d32b5c4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.128104] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501da823-ef80-4399-9e6d-7ffa0b4f8dcb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.365971] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896718, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.407306] env[62099]: DEBUG oslo_vmware.api [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896719, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.419972] env[62099]: DEBUG oslo_concurrency.lockutils [None req-738ff9e0-ca86-4b62-81f7-eb24d78b2fc8 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Acquiring lock "c63c0daf-5371-41d4-9ece-e0f7a495c197" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.420274] env[62099]: DEBUG oslo_concurrency.lockutils [None req-738ff9e0-ca86-4b62-81f7-eb24d78b2fc8 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Lock "c63c0daf-5371-41d4-9ece-e0f7a495c197" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.420514] env[62099]: INFO nova.compute.manager [None req-738ff9e0-ca86-4b62-81f7-eb24d78b2fc8 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Rebooting instance [ 1538.440989] env[62099]: DEBUG nova.compute.manager [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1538.534131] env[62099]: DEBUG nova.network.neutron [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Successfully updated port: c85cc4d5-cbab-4027-9077-a9ddf7978481 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1538.537255] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.537781] env[62099]: DEBUG nova.compute.manager [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1538.540352] env[62099]: DEBUG oslo_concurrency.lockutils [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.717s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.542263] env[62099]: INFO nova.compute.claims [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1538.583027] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a4f5d3-70be-f3d7-0bf9-e17684750de8, 'name': SearchDatastore_Task, 'duration_secs': 0.011677} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.583027] env[62099]: DEBUG oslo_concurrency.lockutils [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.583027] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] f3aa61db-f6e2-486f-9804-fec6cc78caa3/f3aa61db-f6e2-486f-9804-fec6cc78caa3.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1538.584020] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d936c51-3f56-4f7e-965d-6360d28d58e4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.596270] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1538.596270] env[62099]: value = "task-1896720" [ 1538.596270] env[62099]: _type = "Task" [ 1538.596270] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.606389] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.781115] env[62099]: DEBUG nova.network.neutron [req-19750e5c-9497-4f73-9357-7f872e4fbe35 req-bf1a7af4-fb16-4c40-9c6e-467d5d0d0b05 service nova] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Updated VIF entry in instance network info cache for port a699f5ad-0b72-404c-8e03-6f8550a5feb2. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1538.781554] env[62099]: DEBUG nova.network.neutron [req-19750e5c-9497-4f73-9357-7f872e4fbe35 req-bf1a7af4-fb16-4c40-9c6e-467d5d0d0b05 service nova] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Updating instance_info_cache with network_info: [{"id": "a699f5ad-0b72-404c-8e03-6f8550a5feb2", "address": "fa:16:3e:14:65:b1", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa699f5ad-0b", "ovs_interfaceid": "a699f5ad-0b72-404c-8e03-6f8550a5feb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.865110] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896718, 'name': CreateVM_Task, 'duration_secs': 0.588096} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.865614] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1538.866081] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.867152] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.867152] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1538.867152] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71556acb-ee41-4e40-a839-f443b45d6d2c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.874034] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1538.874034] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529f47da-2dad-4e65-f1ef-b21dc9e4afd9" [ 1538.874034] env[62099]: _type = "Task" [ 1538.874034] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.885406] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529f47da-2dad-4e65-f1ef-b21dc9e4afd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.907756] env[62099]: DEBUG oslo_vmware.api [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896719, 'name': CloneVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.949228] env[62099]: DEBUG oslo_concurrency.lockutils [None req-738ff9e0-ca86-4b62-81f7-eb24d78b2fc8 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Acquiring lock "refresh_cache-c63c0daf-5371-41d4-9ece-e0f7a495c197" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.949531] env[62099]: DEBUG oslo_concurrency.lockutils [None req-738ff9e0-ca86-4b62-81f7-eb24d78b2fc8 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Acquired lock "refresh_cache-c63c0daf-5371-41d4-9ece-e0f7a495c197" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.949670] env[62099]: DEBUG nova.network.neutron [None req-738ff9e0-ca86-4b62-81f7-eb24d78b2fc8 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1538.967614] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.036433] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.036703] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.036703] env[62099]: DEBUG nova.network.neutron [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1539.047309] env[62099]: DEBUG nova.compute.utils [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1539.051133] env[62099]: DEBUG nova.compute.manager [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1539.051595] env[62099]: DEBUG nova.network.neutron [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1539.098079] env[62099]: DEBUG nova.policy [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a59211205e24787b164a3f90b3fea84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5b9ab63ec694d82807c447c396c3920', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1539.112261] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896720, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.284330] env[62099]: DEBUG oslo_concurrency.lockutils [req-19750e5c-9497-4f73-9357-7f872e4fbe35 req-bf1a7af4-fb16-4c40-9c6e-467d5d0d0b05 service nova] Releasing lock "refresh_cache-65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.285162] env[62099]: DEBUG nova.compute.manager [req-19750e5c-9497-4f73-9357-7f872e4fbe35 req-bf1a7af4-fb16-4c40-9c6e-467d5d0d0b05 service nova] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Received event network-vif-deleted-a78a3eb9-c002-40f2-9d1a-b65eea8b95f6 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1539.357914] env[62099]: DEBUG nova.network.neutron [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Successfully created port: 72dc7843-d94d-45f7-a0bb-5ef4815d2729 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1539.385134] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529f47da-2dad-4e65-f1ef-b21dc9e4afd9, 'name': SearchDatastore_Task, 'duration_secs': 0.084134} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.385134] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.385349] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1539.385488] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.385635] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.386618] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1539.386618] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-908b2fa8-05c2-48bb-b2cc-eef480f03ae6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.402192] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1539.402382] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1539.403471] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e1d8f8-9d45-4b8f-a0c5-c00705071f16 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.409587] env[62099]: DEBUG oslo_vmware.api [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896719, 'name': CloneVM_Task, 'duration_secs': 1.067659} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.410212] env[62099]: INFO nova.virt.vmwareapi.vmops [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Created linked-clone VM from snapshot [ 1539.413377] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb780a3d-369e-41f7-8cc9-dfbf0a98343d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.414350] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1539.414350] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d15a56-40b9-c6c0-27f0-01ee2e78e4a5" [ 1539.414350] env[62099]: _type = "Task" [ 1539.414350] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.420976] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Uploading image eea5ed1e-da8e-4d61-a614-384f275706fb {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1539.429925] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d15a56-40b9-c6c0-27f0-01ee2e78e4a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.447905] env[62099]: DEBUG oslo_vmware.rw_handles [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1539.447905] env[62099]: value = "vm-391673" [ 1539.447905] env[62099]: _type = "VirtualMachine" [ 1539.447905] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1539.448194] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-19db9def-a0e1-4c04-977f-1e8241dcd268 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.457919] env[62099]: DEBUG oslo_vmware.rw_handles [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lease: (returnval){ [ 1539.457919] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52365d26-1235-2f16-7d3d-97571bccaec8" [ 1539.457919] env[62099]: _type = "HttpNfcLease" [ 1539.457919] env[62099]: } obtained for exporting VM: (result){ [ 1539.457919] env[62099]: value = "vm-391673" [ 1539.457919] env[62099]: _type = "VirtualMachine" [ 1539.457919] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1539.458260] env[62099]: DEBUG oslo_vmware.api [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the lease: (returnval){ [ 1539.458260] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52365d26-1235-2f16-7d3d-97571bccaec8" [ 1539.458260] env[62099]: _type = "HttpNfcLease" [ 1539.458260] env[62099]: } to be ready. {{(pid=62099) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1539.465283] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1539.465283] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52365d26-1235-2f16-7d3d-97571bccaec8" [ 1539.465283] env[62099]: _type = "HttpNfcLease" [ 1539.465283] env[62099]: } is initializing. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1539.555408] env[62099]: DEBUG nova.compute.manager [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1539.585133] env[62099]: DEBUG nova.network.neutron [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1539.614234] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680555} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.614498] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] f3aa61db-f6e2-486f-9804-fec6cc78caa3/f3aa61db-f6e2-486f-9804-fec6cc78caa3.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1539.614713] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1539.615261] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03b82031-4d0e-4101-b7b5-67c4149cf330 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.627054] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1539.627054] env[62099]: value = "task-1896722" [ 1539.627054] env[62099]: _type = "Task" [ 1539.627054] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.640300] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.769443] env[62099]: DEBUG nova.network.neutron [None req-738ff9e0-ca86-4b62-81f7-eb24d78b2fc8 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Updating instance_info_cache with network_info: [{"id": "f4c17b25-d2d8-4014-8ff2-781ccc3dfe73", "address": "fa:16:3e:c2:0b:5d", "network": {"id": "af5b71b3-9605-436e-abdb-eda4723f4db5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2091145534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4546e5d7e85d4c0d9a40208a8a576854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c17b25-d2", "ovs_interfaceid": "f4c17b25-d2d8-4014-8ff2-781ccc3dfe73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.783195] env[62099]: DEBUG nova.network.neutron [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Updating instance_info_cache with network_info: [{"id": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "address": "fa:16:3e:18:dd:1f", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85cc4d5-cb", "ovs_interfaceid": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.927949] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d15a56-40b9-c6c0-27f0-01ee2e78e4a5, 'name': SearchDatastore_Task, 'duration_secs': 0.028747} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.932059] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af21be4-336a-4fa8-b192-c6572f891d75 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.941612] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1539.941612] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5235fc9d-ca1d-149c-075b-3b3662a51134" [ 1539.941612] env[62099]: _type = "Task" [ 1539.941612] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.954190] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5235fc9d-ca1d-149c-075b-3b3662a51134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.968187] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1539.968187] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52365d26-1235-2f16-7d3d-97571bccaec8" [ 1539.968187] env[62099]: _type = "HttpNfcLease" [ 1539.968187] env[62099]: } is ready. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1539.968458] env[62099]: DEBUG oslo_vmware.rw_handles [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1539.968458] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52365d26-1235-2f16-7d3d-97571bccaec8" [ 1539.968458] env[62099]: _type = "HttpNfcLease" [ 1539.968458] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1539.969187] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4849b9-fcda-4489-8688-7efaec215c99 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.983362] env[62099]: DEBUG oslo_vmware.rw_handles [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f27591-0459-611f-7792-4a1a9970aead/disk-0.vmdk from lease info. {{(pid=62099) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1539.983613] env[62099]: DEBUG oslo_vmware.rw_handles [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f27591-0459-611f-7792-4a1a9970aead/disk-0.vmdk for reading. {{(pid=62099) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1540.067451] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a23f89b-ca13-47ab-80f9-41dc382caacb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.077236] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449c20ff-560c-447a-b683-14aae6ab6b09 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.110658] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e17045-bb8a-4894-9ec1-f97ae50c6553 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.119601] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3235ed-2bee-4062-97bc-5fc511c1064a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.134804] env[62099]: DEBUG nova.compute.provider_tree [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.144520] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.419131} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.146081] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1540.147372] env[62099]: DEBUG nova.compute.manager [req-33ec982c-d896-4461-a21d-dce335277cee req-f2747e18-6aea-4075-9e98-bf1043bd490e service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Received event network-vif-plugged-c85cc4d5-cbab-4027-9077-a9ddf7978481 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1540.148183] env[62099]: DEBUG oslo_concurrency.lockutils [req-33ec982c-d896-4461-a21d-dce335277cee req-f2747e18-6aea-4075-9e98-bf1043bd490e service nova] Acquiring lock "2efc88b6-568a-46c3-89a0-f227c5ada671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.148183] env[62099]: DEBUG oslo_concurrency.lockutils [req-33ec982c-d896-4461-a21d-dce335277cee req-f2747e18-6aea-4075-9e98-bf1043bd490e service nova] Lock "2efc88b6-568a-46c3-89a0-f227c5ada671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.148183] env[62099]: DEBUG oslo_concurrency.lockutils [req-33ec982c-d896-4461-a21d-dce335277cee req-f2747e18-6aea-4075-9e98-bf1043bd490e service nova] Lock "2efc88b6-568a-46c3-89a0-f227c5ada671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.148183] env[62099]: DEBUG nova.compute.manager [req-33ec982c-d896-4461-a21d-dce335277cee req-f2747e18-6aea-4075-9e98-bf1043bd490e service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] No waiting events found dispatching network-vif-plugged-c85cc4d5-cbab-4027-9077-a9ddf7978481 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1540.148342] env[62099]: WARNING nova.compute.manager [req-33ec982c-d896-4461-a21d-dce335277cee req-f2747e18-6aea-4075-9e98-bf1043bd490e service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Received unexpected event network-vif-plugged-c85cc4d5-cbab-4027-9077-a9ddf7978481 for instance with vm_state building and task_state spawning. [ 1540.148411] env[62099]: DEBUG nova.compute.manager [req-33ec982c-d896-4461-a21d-dce335277cee req-f2747e18-6aea-4075-9e98-bf1043bd490e service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Received event network-changed-c85cc4d5-cbab-4027-9077-a9ddf7978481 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1540.148565] env[62099]: DEBUG nova.compute.manager [req-33ec982c-d896-4461-a21d-dce335277cee req-f2747e18-6aea-4075-9e98-bf1043bd490e service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Refreshing instance network info cache due to event network-changed-c85cc4d5-cbab-4027-9077-a9ddf7978481. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1540.148725] env[62099]: DEBUG oslo_concurrency.lockutils [req-33ec982c-d896-4461-a21d-dce335277cee req-f2747e18-6aea-4075-9e98-bf1043bd490e service nova] Acquiring lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.149669] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2ae983-1167-4a63-b102-52f2ab46b8e4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.175018] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] f3aa61db-f6e2-486f-9804-fec6cc78caa3/f3aa61db-f6e2-486f-9804-fec6cc78caa3.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.178181] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a7f6cc6-1791-4379-bd6e-0d279e119199 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.193849] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4fa75326-d551-42f3-9922-5c284a618afd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.201092] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1540.201092] env[62099]: value = "task-1896723" [ 1540.201092] env[62099]: _type = "Task" [ 1540.201092] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.212449] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.272358] env[62099]: DEBUG oslo_concurrency.lockutils [None req-738ff9e0-ca86-4b62-81f7-eb24d78b2fc8 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Releasing lock "refresh_cache-c63c0daf-5371-41d4-9ece-e0f7a495c197" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.289396] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.289629] env[62099]: DEBUG nova.compute.manager [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Instance network_info: |[{"id": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "address": "fa:16:3e:18:dd:1f", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85cc4d5-cb", "ovs_interfaceid": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1540.290365] env[62099]: DEBUG oslo_concurrency.lockutils [req-33ec982c-d896-4461-a21d-dce335277cee req-f2747e18-6aea-4075-9e98-bf1043bd490e service nova] Acquired lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.290502] env[62099]: DEBUG nova.network.neutron [req-33ec982c-d896-4461-a21d-dce335277cee req-f2747e18-6aea-4075-9e98-bf1043bd490e service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Refreshing network info cache for port c85cc4d5-cbab-4027-9077-a9ddf7978481 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1540.291715] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:dd:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c85cc4d5-cbab-4027-9077-a9ddf7978481', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1540.299412] env[62099]: DEBUG oslo.service.loopingcall [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1540.300482] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1540.300704] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85252a9c-8e2a-4190-9156-e138faeafafc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.321606] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1540.321606] env[62099]: value = "task-1896724" [ 1540.321606] env[62099]: _type = "Task" [ 1540.321606] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.330542] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896724, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.453221] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5235fc9d-ca1d-149c-075b-3b3662a51134, 'name': SearchDatastore_Task, 'duration_secs': 0.062661} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.453661] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.454052] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a/65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1540.454334] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5873c7ea-9b57-4dd1-8779-73f190454f1a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.462347] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1540.462347] env[62099]: value = "task-1896725" [ 1540.462347] env[62099]: _type = "Task" [ 1540.462347] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.471215] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.572841] env[62099]: DEBUG nova.compute.manager [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1540.596780] env[62099]: DEBUG nova.virt.hardware [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1540.597078] env[62099]: DEBUG nova.virt.hardware [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1540.597280] env[62099]: DEBUG nova.virt.hardware [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1540.597492] env[62099]: DEBUG nova.virt.hardware [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1540.597743] env[62099]: DEBUG nova.virt.hardware [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1540.597989] env[62099]: DEBUG nova.virt.hardware [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1540.598301] env[62099]: DEBUG nova.virt.hardware [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1540.598531] env[62099]: DEBUG nova.virt.hardware [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1540.598774] env[62099]: DEBUG nova.virt.hardware [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1540.598980] env[62099]: DEBUG nova.virt.hardware [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1540.599200] env[62099]: DEBUG nova.virt.hardware [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1540.600134] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f9e21d-8721-4c45-865d-8b1124d8124a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.610328] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3db9c1-7249-42c2-bf39-82db97c76189 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.640107] env[62099]: DEBUG nova.scheduler.client.report [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1540.714683] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896723, 'name': ReconfigVM_Task, 'duration_secs': 0.507371} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.715719] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Reconfigured VM instance instance-00000036 to attach disk [datastore1] f3aa61db-f6e2-486f-9804-fec6cc78caa3/f3aa61db-f6e2-486f-9804-fec6cc78caa3.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.716129] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c2463a7-7ed6-469a-a73b-1ed83e2eda6b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.725516] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1540.725516] env[62099]: value = "task-1896726" [ 1540.725516] env[62099]: _type = "Task" [ 1540.725516] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.738649] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896726, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.777207] env[62099]: DEBUG nova.compute.manager [None req-738ff9e0-ca86-4b62-81f7-eb24d78b2fc8 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1540.778702] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe4f9dc-885d-409a-b258-799ddfd37ce1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.835414] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896724, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.975757] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896725, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.057338] env[62099]: DEBUG nova.network.neutron [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Successfully updated port: 72dc7843-d94d-45f7-a0bb-5ef4815d2729 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1541.146201] env[62099]: DEBUG oslo_concurrency.lockutils [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.146885] env[62099]: DEBUG nova.compute.manager [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1541.151991] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.912s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.155840] env[62099]: DEBUG nova.objects.instance [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62099) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1541.188357] env[62099]: DEBUG nova.network.neutron [req-33ec982c-d896-4461-a21d-dce335277cee req-f2747e18-6aea-4075-9e98-bf1043bd490e service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Updated VIF entry in instance network info cache for port c85cc4d5-cbab-4027-9077-a9ddf7978481. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1541.189766] env[62099]: DEBUG nova.network.neutron [req-33ec982c-d896-4461-a21d-dce335277cee req-f2747e18-6aea-4075-9e98-bf1043bd490e service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Updating instance_info_cache with network_info: [{"id": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "address": "fa:16:3e:18:dd:1f", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85cc4d5-cb", "ovs_interfaceid": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.237054] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896726, 'name': Rename_Task, 'duration_secs': 0.203447} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.237419] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1541.237744] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14128c94-6e1f-448f-9af7-a0e147ff1199 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.246427] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1541.246427] env[62099]: value = "task-1896727" [ 1541.246427] env[62099]: _type = "Task" [ 1541.246427] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.255306] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.333389] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896724, 'name': CreateVM_Task, 'duration_secs': 0.61988} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.333581] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1541.334344] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.334706] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.335256] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1541.335529] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31fc1abb-db7a-4c7d-9eb5-8138581810b0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.342367] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1541.342367] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c280df-548e-814f-4b26-782844cbf41b" [ 1541.342367] env[62099]: _type = "Task" [ 1541.342367] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.350995] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c280df-548e-814f-4b26-782844cbf41b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.474047] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659259} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.474323] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a/65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1541.474726] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1541.475049] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e507307-6bb7-4a9b-93f1-96a4a9cb14d1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.484022] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1541.484022] env[62099]: value = "task-1896728" [ 1541.484022] env[62099]: _type = "Task" [ 1541.484022] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.493552] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.567237] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "refresh_cache-f453cd1b-e25b-4ca2-81b7-721fa2ecddb9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.567237] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "refresh_cache-f453cd1b-e25b-4ca2-81b7-721fa2ecddb9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.567237] env[62099]: DEBUG nova.network.neutron [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1541.664541] env[62099]: DEBUG nova.compute.utils [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1541.666590] env[62099]: DEBUG nova.compute.manager [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1541.666784] env[62099]: DEBUG nova.network.neutron [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1541.692297] env[62099]: DEBUG oslo_concurrency.lockutils [req-33ec982c-d896-4461-a21d-dce335277cee req-f2747e18-6aea-4075-9e98-bf1043bd490e service nova] Releasing lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.719037] env[62099]: DEBUG nova.policy [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e251299090a4735be6922cbabc855a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '491de71712604b6c98cd44898b85fe9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1541.760684] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896727, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.798194] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3515975-a8ff-4d21-8c0d-9f42b6839047 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.807525] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-738ff9e0-ca86-4b62-81f7-eb24d78b2fc8 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Doing hard reboot of VM {{(pid=62099) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1541.808367] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6039052f-97e4-4295-8bce-5c910a1b1d2f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.817860] env[62099]: DEBUG oslo_vmware.api [None req-738ff9e0-ca86-4b62-81f7-eb24d78b2fc8 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Waiting for the task: (returnval){ [ 1541.817860] env[62099]: value = "task-1896729" [ 1541.817860] env[62099]: _type = "Task" [ 1541.817860] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.826562] env[62099]: DEBUG oslo_vmware.api [None req-738ff9e0-ca86-4b62-81f7-eb24d78b2fc8 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': task-1896729, 'name': ResetVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.853035] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c280df-548e-814f-4b26-782844cbf41b, 'name': SearchDatastore_Task, 'duration_secs': 0.023996} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.853322] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.853559] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1541.853808] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.853956] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.854149] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1541.854426] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e21464b0-e38a-4689-9507-eee9a7ff4a6f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.864955] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1541.865149] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1541.865869] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd10d74f-58f1-4317-8185-fa6fe6e843d4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.871997] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1541.871997] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5213e04e-353e-663d-3b66-3262aa90dc35" [ 1541.871997] env[62099]: _type = "Task" [ 1541.871997] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.881155] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5213e04e-353e-663d-3b66-3262aa90dc35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.996221] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079175} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.996572] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1541.997393] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f7de00-3208-4acd-a80a-de46c57bf7ff {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.022631] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a/65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1542.023062] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbd2424d-de28-4f9d-97d3-ca79b548a579 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.047206] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1542.047206] env[62099]: value = "task-1896730" [ 1542.047206] env[62099]: _type = "Task" [ 1542.047206] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.059482] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.107950] env[62099]: DEBUG nova.network.neutron [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Successfully created port: 3e893710-5ed4-4439-8d2e-520619c25677 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1542.111043] env[62099]: DEBUG nova.network.neutron [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1542.168511] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bd4d5963-0ab0-4a3f-aca5-5f3efd4e0a13 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.169148] env[62099]: DEBUG oslo_concurrency.lockutils [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.922s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.169859] env[62099]: DEBUG nova.objects.instance [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lazy-loading 'resources' on Instance uuid e7e70eea-a577-46b4-be71-4c92229b8c70 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1542.171832] env[62099]: DEBUG nova.compute.manager [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1542.188145] env[62099]: DEBUG nova.compute.manager [req-0f46f002-f1bb-46bf-8719-708c226c34b5 req-e33730bc-fc45-410a-8de8-77b97c18dced service nova] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Received event network-vif-plugged-72dc7843-d94d-45f7-a0bb-5ef4815d2729 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1542.188145] env[62099]: DEBUG oslo_concurrency.lockutils [req-0f46f002-f1bb-46bf-8719-708c226c34b5 req-e33730bc-fc45-410a-8de8-77b97c18dced service nova] Acquiring lock "f453cd1b-e25b-4ca2-81b7-721fa2ecddb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.188145] env[62099]: DEBUG oslo_concurrency.lockutils [req-0f46f002-f1bb-46bf-8719-708c226c34b5 req-e33730bc-fc45-410a-8de8-77b97c18dced service nova] Lock "f453cd1b-e25b-4ca2-81b7-721fa2ecddb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.188145] env[62099]: DEBUG oslo_concurrency.lockutils [req-0f46f002-f1bb-46bf-8719-708c226c34b5 req-e33730bc-fc45-410a-8de8-77b97c18dced service nova] Lock "f453cd1b-e25b-4ca2-81b7-721fa2ecddb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.188145] env[62099]: DEBUG nova.compute.manager [req-0f46f002-f1bb-46bf-8719-708c226c34b5 req-e33730bc-fc45-410a-8de8-77b97c18dced service nova] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] No waiting events found dispatching network-vif-plugged-72dc7843-d94d-45f7-a0bb-5ef4815d2729 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1542.188145] env[62099]: WARNING nova.compute.manager [req-0f46f002-f1bb-46bf-8719-708c226c34b5 req-e33730bc-fc45-410a-8de8-77b97c18dced service nova] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Received unexpected event network-vif-plugged-72dc7843-d94d-45f7-a0bb-5ef4815d2729 for instance with vm_state building and task_state spawning. [ 1542.188145] env[62099]: DEBUG nova.compute.manager [req-0f46f002-f1bb-46bf-8719-708c226c34b5 req-e33730bc-fc45-410a-8de8-77b97c18dced service nova] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Received event network-changed-72dc7843-d94d-45f7-a0bb-5ef4815d2729 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1542.188145] env[62099]: DEBUG nova.compute.manager [req-0f46f002-f1bb-46bf-8719-708c226c34b5 req-e33730bc-fc45-410a-8de8-77b97c18dced service nova] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Refreshing instance network info cache due to event network-changed-72dc7843-d94d-45f7-a0bb-5ef4815d2729. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1542.188145] env[62099]: DEBUG oslo_concurrency.lockutils [req-0f46f002-f1bb-46bf-8719-708c226c34b5 req-e33730bc-fc45-410a-8de8-77b97c18dced service nova] Acquiring lock "refresh_cache-f453cd1b-e25b-4ca2-81b7-721fa2ecddb9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.260922] env[62099]: DEBUG oslo_vmware.api [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896727, 'name': PowerOnVM_Task, 'duration_secs': 0.822234} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.261432] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.261527] env[62099]: INFO nova.compute.manager [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1542.262038] env[62099]: DEBUG nova.compute.manager [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1542.262891] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee81529-b614-4dbe-874f-32cc20df7676 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.269656] env[62099]: DEBUG nova.network.neutron [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Updating instance_info_cache with network_info: [{"id": "72dc7843-d94d-45f7-a0bb-5ef4815d2729", "address": "fa:16:3e:9c:10:da", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72dc7843-d9", "ovs_interfaceid": "72dc7843-d94d-45f7-a0bb-5ef4815d2729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.328629] env[62099]: DEBUG oslo_vmware.api [None req-738ff9e0-ca86-4b62-81f7-eb24d78b2fc8 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': task-1896729, 'name': ResetVM_Task, 'duration_secs': 0.103891} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.328910] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-738ff9e0-ca86-4b62-81f7-eb24d78b2fc8 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Did hard reboot of VM {{(pid=62099) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1542.329090] env[62099]: DEBUG nova.compute.manager [None req-738ff9e0-ca86-4b62-81f7-eb24d78b2fc8 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1542.329865] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb186d8-4aa3-4a90-ac60-bba2af487f95 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.385460] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5213e04e-353e-663d-3b66-3262aa90dc35, 'name': SearchDatastore_Task, 'duration_secs': 0.013329} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.386379] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-567940c4-1a60-4df7-a61d-95ce32ed1dbd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.394032] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1542.394032] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f91da4-ed4c-800b-44a8-7c014f445a9a" [ 1542.394032] env[62099]: _type = "Task" [ 1542.394032] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.401982] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f91da4-ed4c-800b-44a8-7c014f445a9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.558307] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896730, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.777663] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "refresh_cache-f453cd1b-e25b-4ca2-81b7-721fa2ecddb9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.778028] env[62099]: DEBUG nova.compute.manager [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Instance network_info: |[{"id": "72dc7843-d94d-45f7-a0bb-5ef4815d2729", "address": "fa:16:3e:9c:10:da", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72dc7843-d9", "ovs_interfaceid": "72dc7843-d94d-45f7-a0bb-5ef4815d2729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1542.785337] env[62099]: DEBUG oslo_concurrency.lockutils [req-0f46f002-f1bb-46bf-8719-708c226c34b5 req-e33730bc-fc45-410a-8de8-77b97c18dced service nova] Acquired lock "refresh_cache-f453cd1b-e25b-4ca2-81b7-721fa2ecddb9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.785768] env[62099]: DEBUG nova.network.neutron [req-0f46f002-f1bb-46bf-8719-708c226c34b5 req-e33730bc-fc45-410a-8de8-77b97c18dced service nova] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Refreshing network info cache for port 72dc7843-d94d-45f7-a0bb-5ef4815d2729 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1542.789668] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:10:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72dc7843-d94d-45f7-a0bb-5ef4815d2729', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1542.795481] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Creating folder: Project (c5b9ab63ec694d82807c447c396c3920). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1542.801462] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74c1b729-ac87-4a61-95e9-8cc2694765aa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.803924] env[62099]: INFO nova.compute.manager [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Took 43.38 seconds to build instance. [ 1542.819072] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Created folder: Project (c5b9ab63ec694d82807c447c396c3920) in parent group-v391507. [ 1542.819072] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Creating folder: Instances. Parent ref: group-v391675. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1542.822519] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ad73ff7-8487-412d-916b-7112ec646fce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.837115] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Created folder: Instances in parent group-v391675. [ 1542.837386] env[62099]: DEBUG oslo.service.loopingcall [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.840288] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1542.843912] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1e04d46-b0fe-4186-b580-1745cef1c78b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.860881] env[62099]: DEBUG oslo_concurrency.lockutils [None req-738ff9e0-ca86-4b62-81f7-eb24d78b2fc8 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Lock "c63c0daf-5371-41d4-9ece-e0f7a495c197" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.440s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.875138] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1542.875138] env[62099]: value = "task-1896733" [ 1542.875138] env[62099]: _type = "Task" [ 1542.875138] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.884950] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896733, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.904373] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f91da4-ed4c-800b-44a8-7c014f445a9a, 'name': SearchDatastore_Task, 'duration_secs': 0.016537} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.907267] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.907537] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 2efc88b6-568a-46c3-89a0-f227c5ada671/2efc88b6-568a-46c3-89a0-f227c5ada671.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1542.908891] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9eeb277-4eec-4b42-ac28-5b365cd3cecc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.920052] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1542.920052] env[62099]: value = "task-1896734" [ 1542.920052] env[62099]: _type = "Task" [ 1542.920052] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.933695] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.061234] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896730, 'name': ReconfigVM_Task, 'duration_secs': 0.594945} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.062311] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a/65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1543.062452] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f75c486c-d54d-43c6-aa27-ad19d0b28b33 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.076019] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1543.076019] env[62099]: value = "task-1896735" [ 1543.076019] env[62099]: _type = "Task" [ 1543.076019] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.092877] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896735, 'name': Rename_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.188098] env[62099]: DEBUG nova.compute.manager [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1543.213565] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c2b8df-125a-4a8d-b863-e4616ed9c02f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.221731] env[62099]: DEBUG nova.virt.hardware [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1543.222034] env[62099]: DEBUG nova.virt.hardware [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1543.222223] env[62099]: DEBUG nova.virt.hardware [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1543.222457] env[62099]: DEBUG nova.virt.hardware [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1543.222615] env[62099]: DEBUG nova.virt.hardware [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1543.222765] env[62099]: DEBUG nova.virt.hardware [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1543.222995] env[62099]: DEBUG nova.virt.hardware [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1543.223187] env[62099]: DEBUG nova.virt.hardware [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1543.223427] env[62099]: DEBUG nova.virt.hardware [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1543.223535] env[62099]: DEBUG nova.virt.hardware [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1543.223802] env[62099]: DEBUG nova.virt.hardware [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1543.225094] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76aad19-dfc6-4aab-985f-5e6458bff078 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.238565] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2ad279-0aca-4436-8b4a-9bda57951661 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.244815] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4b01c5-1c0d-433e-823d-2df8fe92c803 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.253667] env[62099]: DEBUG nova.network.neutron [req-0f46f002-f1bb-46bf-8719-708c226c34b5 req-e33730bc-fc45-410a-8de8-77b97c18dced service nova] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Updated VIF entry in instance network info cache for port 72dc7843-d94d-45f7-a0bb-5ef4815d2729. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1543.254263] env[62099]: DEBUG nova.network.neutron [req-0f46f002-f1bb-46bf-8719-708c226c34b5 req-e33730bc-fc45-410a-8de8-77b97c18dced service nova] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Updating instance_info_cache with network_info: [{"id": "72dc7843-d94d-45f7-a0bb-5ef4815d2729", "address": "fa:16:3e:9c:10:da", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72dc7843-d9", "ovs_interfaceid": "72dc7843-d94d-45f7-a0bb-5ef4815d2729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.294693] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae39232-e81f-480d-aa52-5b6258c94177 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.306727] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be1051b-1ff7-4fc6-a183-2ae61f9cfbae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.312234] env[62099]: DEBUG oslo_concurrency.lockutils [None req-38d4a02c-8cf9-435c-bf50-a2f6f0c29278 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "f3aa61db-f6e2-486f-9804-fec6cc78caa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.898s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.329661] env[62099]: DEBUG nova.compute.provider_tree [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.388125] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896733, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.434366] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896734, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.585048] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896735, 'name': Rename_Task, 'duration_secs': 0.234321} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.585386] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.585656] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94a4bb68-0d83-4959-bdc2-325cb837f772 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.587920] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Acquiring lock "c63c0daf-5371-41d4-9ece-e0f7a495c197" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.588410] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Lock "c63c0daf-5371-41d4-9ece-e0f7a495c197" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.589024] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Acquiring lock "c63c0daf-5371-41d4-9ece-e0f7a495c197-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.589024] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Lock "c63c0daf-5371-41d4-9ece-e0f7a495c197-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.589143] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Lock "c63c0daf-5371-41d4-9ece-e0f7a495c197-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.591945] env[62099]: INFO nova.compute.manager [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Terminating instance [ 1543.598105] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1543.598105] env[62099]: value = "task-1896736" [ 1543.598105] env[62099]: _type = "Task" [ 1543.598105] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.613287] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.757346] env[62099]: DEBUG oslo_concurrency.lockutils [req-0f46f002-f1bb-46bf-8719-708c226c34b5 req-e33730bc-fc45-410a-8de8-77b97c18dced service nova] Releasing lock "refresh_cache-f453cd1b-e25b-4ca2-81b7-721fa2ecddb9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.817069] env[62099]: DEBUG nova.compute.manager [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1543.835110] env[62099]: DEBUG nova.scheduler.client.report [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1543.886584] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896733, 'name': CreateVM_Task, 'duration_secs': 0.622272} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.886780] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1543.887505] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.887689] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.888041] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1543.888597] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e40003fa-068e-45e1-bedf-beacff498106 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.894458] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1543.894458] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c1af69-d551-8c15-bbbc-4438ddb85c87" [ 1543.894458] env[62099]: _type = "Task" [ 1543.894458] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.905886] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c1af69-d551-8c15-bbbc-4438ddb85c87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.932513] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698335} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.932848] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 2efc88b6-568a-46c3-89a0-f227c5ada671/2efc88b6-568a-46c3-89a0-f227c5ada671.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1543.933080] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1543.933534] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f06b8a5b-424e-4e89-86cf-e274c4f4a52c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.942226] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1543.942226] env[62099]: value = "task-1896737" [ 1543.942226] env[62099]: _type = "Task" [ 1543.942226] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.954070] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.096065] env[62099]: DEBUG nova.compute.manager [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1544.096391] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1544.097569] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9982485e-ca96-4932-b9b7-eaa491f5ab18 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.115920] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896736, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.118746] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.119150] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15b11d8d-3a03-4af9-bcc1-c99072e7aa5d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.129672] env[62099]: DEBUG oslo_vmware.api [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Waiting for the task: (returnval){ [ 1544.129672] env[62099]: value = "task-1896738" [ 1544.129672] env[62099]: _type = "Task" [ 1544.129672] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.144916] env[62099]: DEBUG oslo_vmware.api [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': task-1896738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.320304] env[62099]: DEBUG nova.network.neutron [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Successfully updated port: 3e893710-5ed4-4439-8d2e-520619c25677 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1544.343935] env[62099]: DEBUG oslo_concurrency.lockutils [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.348158] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.455s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.351446] env[62099]: INFO nova.compute.claims [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1544.355028] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.372306] env[62099]: INFO nova.scheduler.client.report [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Deleted allocations for instance e7e70eea-a577-46b4-be71-4c92229b8c70 [ 1544.385813] env[62099]: DEBUG nova.compute.manager [req-16e5b1c3-d947-4925-b3ec-de4381861dd7 req-724ee6e0-c4c7-413b-aa5b-b8966b862291 service nova] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Received event network-vif-plugged-3e893710-5ed4-4439-8d2e-520619c25677 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1544.385813] env[62099]: DEBUG oslo_concurrency.lockutils [req-16e5b1c3-d947-4925-b3ec-de4381861dd7 req-724ee6e0-c4c7-413b-aa5b-b8966b862291 service nova] Acquiring lock "bab7c411-a648-40b6-a350-1aa24077b2a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.386107] env[62099]: DEBUG oslo_concurrency.lockutils [req-16e5b1c3-d947-4925-b3ec-de4381861dd7 req-724ee6e0-c4c7-413b-aa5b-b8966b862291 service nova] Lock "bab7c411-a648-40b6-a350-1aa24077b2a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.386341] env[62099]: DEBUG oslo_concurrency.lockutils [req-16e5b1c3-d947-4925-b3ec-de4381861dd7 req-724ee6e0-c4c7-413b-aa5b-b8966b862291 service nova] Lock "bab7c411-a648-40b6-a350-1aa24077b2a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.386567] env[62099]: DEBUG nova.compute.manager [req-16e5b1c3-d947-4925-b3ec-de4381861dd7 req-724ee6e0-c4c7-413b-aa5b-b8966b862291 service nova] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] No waiting events found dispatching network-vif-plugged-3e893710-5ed4-4439-8d2e-520619c25677 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1544.386763] env[62099]: WARNING nova.compute.manager [req-16e5b1c3-d947-4925-b3ec-de4381861dd7 req-724ee6e0-c4c7-413b-aa5b-b8966b862291 service nova] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Received unexpected event network-vif-plugged-3e893710-5ed4-4439-8d2e-520619c25677 for instance with vm_state building and task_state spawning. [ 1544.407574] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c1af69-d551-8c15-bbbc-4438ddb85c87, 'name': SearchDatastore_Task, 'duration_secs': 0.013621} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.407950] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.408206] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1544.408552] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.408757] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.408951] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1544.409276] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b173e415-acd9-48c5-b234-deb3abf6a9fe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.421377] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1544.421593] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1544.422495] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2336d665-aea0-428a-9082-c2eb60112661 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.430516] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1544.430516] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5276cf5f-de46-e26a-dc38-ed5e9128f31d" [ 1544.430516] env[62099]: _type = "Task" [ 1544.430516] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.442352] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5276cf5f-de46-e26a-dc38-ed5e9128f31d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.451322] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094691} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.452088] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1544.452377] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e98963-b1f5-4a5b-9d0e-647ce121f173 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.476379] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 2efc88b6-568a-46c3-89a0-f227c5ada671/2efc88b6-568a-46c3-89a0-f227c5ada671.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1544.476746] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fa83811-7690-46c4-90f5-c261a2e0a8e8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.498509] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1544.498509] env[62099]: value = "task-1896739" [ 1544.498509] env[62099]: _type = "Task" [ 1544.498509] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.507907] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.613818] env[62099]: DEBUG oslo_vmware.api [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896736, 'name': PowerOnVM_Task, 'duration_secs': 0.585885} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.614188] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1544.614436] env[62099]: INFO nova.compute.manager [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1544.614626] env[62099]: DEBUG nova.compute.manager [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1544.615483] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99709b7-b765-41d4-89cc-ea33fddb2a76 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.643468] env[62099]: DEBUG oslo_vmware.api [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': task-1896738, 'name': PowerOffVM_Task, 'duration_secs': 0.279758} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.643468] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1544.643468] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1544.643468] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c4bbb00-0bdb-4421-b21c-4949a08adb33 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.730704] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1544.730918] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1544.731213] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Deleting the datastore file [datastore1] c63c0daf-5371-41d4-9ece-e0f7a495c197 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.731519] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89a10ea3-4000-49cf-9980-5911294b3ff2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.740882] env[62099]: DEBUG oslo_vmware.api [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Waiting for the task: (returnval){ [ 1544.740882] env[62099]: value = "task-1896741" [ 1544.740882] env[62099]: _type = "Task" [ 1544.740882] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.754038] env[62099]: DEBUG oslo_vmware.api [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': task-1896741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.823143] env[62099]: DEBUG oslo_concurrency.lockutils [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquiring lock "refresh_cache-bab7c411-a648-40b6-a350-1aa24077b2a3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.823372] env[62099]: DEBUG oslo_concurrency.lockutils [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquired lock "refresh_cache-bab7c411-a648-40b6-a350-1aa24077b2a3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.823530] env[62099]: DEBUG nova.network.neutron [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1544.881984] env[62099]: DEBUG oslo_concurrency.lockutils [None req-974ec0c4-afad-46a8-be88-66ba194b70d0 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "e7e70eea-a577-46b4-be71-4c92229b8c70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.183s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.942646] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5276cf5f-de46-e26a-dc38-ed5e9128f31d, 'name': SearchDatastore_Task, 'duration_secs': 0.04378} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.943599] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17099309-75c4-4e62-86b0-69086acc52a0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.950305] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1544.950305] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52979f79-7b78-8641-64e9-acc7d54a992e" [ 1544.950305] env[62099]: _type = "Task" [ 1544.950305] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.958778] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52979f79-7b78-8641-64e9-acc7d54a992e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.009474] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896739, 'name': ReconfigVM_Task, 'duration_secs': 0.302193} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.009767] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 2efc88b6-568a-46c3-89a0-f227c5ada671/2efc88b6-568a-46c3-89a0-f227c5ada671.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1545.010434] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb5b842c-e220-448c-9fef-895aa9f4374c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.020909] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1545.020909] env[62099]: value = "task-1896742" [ 1545.020909] env[62099]: _type = "Task" [ 1545.020909] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.029907] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896742, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.135187] env[62099]: INFO nova.compute.manager [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Took 45.37 seconds to build instance. [ 1545.254455] env[62099]: DEBUG oslo_vmware.api [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Task: {'id': task-1896741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360855} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.254984] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.254984] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.255115] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1545.255287] env[62099]: INFO nova.compute.manager [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1545.255528] env[62099]: DEBUG oslo.service.loopingcall [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.256104] env[62099]: DEBUG nova.compute.manager [-] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1545.256104] env[62099]: DEBUG nova.network.neutron [-] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1545.361498] env[62099]: DEBUG nova.network.neutron [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1545.463282] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52979f79-7b78-8641-64e9-acc7d54a992e, 'name': SearchDatastore_Task, 'duration_secs': 0.045457} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.463589] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.463889] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] f453cd1b-e25b-4ca2-81b7-721fa2ecddb9/f453cd1b-e25b-4ca2-81b7-721fa2ecddb9.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1545.464205] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a862c0a6-9487-4353-b72b-351a81ff4fff {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.474305] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1545.474305] env[62099]: value = "task-1896743" [ 1545.474305] env[62099]: _type = "Task" [ 1545.474305] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.486525] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.529224] env[62099]: DEBUG nova.network.neutron [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Updating instance_info_cache with network_info: [{"id": "3e893710-5ed4-4439-8d2e-520619c25677", "address": "fa:16:3e:6a:0d:55", "network": {"id": "3d274622-34fb-435d-8ff8-727209c7727a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-201826157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "491de71712604b6c98cd44898b85fe9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e893710-5e", "ovs_interfaceid": "3e893710-5ed4-4439-8d2e-520619c25677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.537690] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896742, 'name': Rename_Task, 'duration_secs': 0.159298} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.537986] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1545.538243] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea171812-38d9-4e08-bd6b-03fbd90ac186 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.545920] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1545.545920] env[62099]: value = "task-1896744" [ 1545.545920] env[62099]: _type = "Task" [ 1545.545920] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.554839] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.640949] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3fa0b1-6da4-4406-b40a-12fcf385ea97 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.886s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.782030] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.782030] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.815109] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cfbff0-bb91-4b2e-9fff-b617916fcdac {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.824064] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce33b4bd-c6cf-498e-a22c-cfc1ba5f6e49 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.597999] env[62099]: DEBUG oslo_concurrency.lockutils [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "c2a52891-b71a-492a-aeaf-07817080b4df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.598322] env[62099]: DEBUG oslo_concurrency.lockutils [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "c2a52891-b71a-492a-aeaf-07817080b4df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.598482] env[62099]: DEBUG oslo_concurrency.lockutils [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "c2a52891-b71a-492a-aeaf-07817080b4df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.598658] env[62099]: DEBUG oslo_concurrency.lockutils [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "c2a52891-b71a-492a-aeaf-07817080b4df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.598819] env[62099]: DEBUG oslo_concurrency.lockutils [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "c2a52891-b71a-492a-aeaf-07817080b4df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.601785] env[62099]: DEBUG oslo_concurrency.lockutils [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Releasing lock "refresh_cache-bab7c411-a648-40b6-a350-1aa24077b2a3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.602064] env[62099]: DEBUG nova.compute.manager [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Instance network_info: |[{"id": "3e893710-5ed4-4439-8d2e-520619c25677", "address": "fa:16:3e:6a:0d:55", "network": {"id": "3d274622-34fb-435d-8ff8-727209c7727a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-201826157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "491de71712604b6c98cd44898b85fe9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e893710-5e", "ovs_interfaceid": "3e893710-5ed4-4439-8d2e-520619c25677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1546.602470] env[62099]: DEBUG nova.network.neutron [-] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.603167] env[62099]: DEBUG nova.compute.manager [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1546.605976] env[62099]: INFO nova.compute.manager [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Terminating instance [ 1546.610080] env[62099]: DEBUG nova.compute.manager [req-e2d0773c-34f0-4208-984f-d429767c7e47 req-3413a6dd-ed5f-4b96-a4e7-b97c4f8f5f9c service nova] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Received event network-changed-3e893710-5ed4-4439-8d2e-520619c25677 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1546.610080] env[62099]: DEBUG nova.compute.manager [req-e2d0773c-34f0-4208-984f-d429767c7e47 req-3413a6dd-ed5f-4b96-a4e7-b97c4f8f5f9c service nova] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Refreshing instance network info cache due to event network-changed-3e893710-5ed4-4439-8d2e-520619c25677. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1546.610080] env[62099]: DEBUG oslo_concurrency.lockutils [req-e2d0773c-34f0-4208-984f-d429767c7e47 req-3413a6dd-ed5f-4b96-a4e7-b97c4f8f5f9c service nova] Acquiring lock "refresh_cache-bab7c411-a648-40b6-a350-1aa24077b2a3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.610080] env[62099]: DEBUG oslo_concurrency.lockutils [req-e2d0773c-34f0-4208-984f-d429767c7e47 req-3413a6dd-ed5f-4b96-a4e7-b97c4f8f5f9c service nova] Acquired lock "refresh_cache-bab7c411-a648-40b6-a350-1aa24077b2a3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.610080] env[62099]: DEBUG nova.network.neutron [req-e2d0773c-34f0-4208-984f-d429767c7e47 req-3413a6dd-ed5f-4b96-a4e7-b97c4f8f5f9c service nova] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Refreshing network info cache for port 3e893710-5ed4-4439-8d2e-520619c25677 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1546.613476] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:0d:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e893710-5ed4-4439-8d2e-520619c25677', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1546.621728] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Creating folder: Project (491de71712604b6c98cd44898b85fe9b). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1546.626160] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dac477-2d74-44e4-a161-ceba6b729d92 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.632992] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2220d2be-4db6-4682-a4e1-6418db221a28 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.649397] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b734f67-ca1d-4326-b541-d961cb16cc29 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.655060] env[62099]: DEBUG oslo_vmware.api [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1896744, 'name': PowerOnVM_Task, 'duration_secs': 0.820417} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.655319] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913712} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.657012] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1546.657257] env[62099]: INFO nova.compute.manager [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1546.657460] env[62099]: DEBUG nova.compute.manager [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1546.657765] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] f453cd1b-e25b-4ca2-81b7-721fa2ecddb9/f453cd1b-e25b-4ca2-81b7-721fa2ecddb9.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1546.657970] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1546.658496] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Created folder: Project (491de71712604b6c98cd44898b85fe9b) in parent group-v391507. [ 1546.658678] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Creating folder: Instances. Parent ref: group-v391678. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1546.659808] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e089bc66-2480-4d2c-bbf4-1f81f12bb16e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.662452] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fed00950-392f-42e6-a008-0a9e3069107b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.664629] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c001b3e-6214-4ede-bb4b-7f806a0fddd2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.674646] env[62099]: DEBUG nova.compute.provider_tree [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.684072] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1546.684072] env[62099]: value = "task-1896747" [ 1546.684072] env[62099]: _type = "Task" [ 1546.684072] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.689240] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Created folder: Instances in parent group-v391678. [ 1546.689481] env[62099]: DEBUG oslo.service.loopingcall [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1546.689684] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1546.690449] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1692437e-7dc3-4bd2-ad5c-1463c2a1b50f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.711990] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.717873] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1546.717873] env[62099]: value = "task-1896748" [ 1546.717873] env[62099]: _type = "Task" [ 1546.717873] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.727514] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896748, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.997167] env[62099]: DEBUG nova.network.neutron [req-e2d0773c-34f0-4208-984f-d429767c7e47 req-3413a6dd-ed5f-4b96-a4e7-b97c4f8f5f9c service nova] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Updated VIF entry in instance network info cache for port 3e893710-5ed4-4439-8d2e-520619c25677. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1546.997422] env[62099]: DEBUG nova.network.neutron [req-e2d0773c-34f0-4208-984f-d429767c7e47 req-3413a6dd-ed5f-4b96-a4e7-b97c4f8f5f9c service nova] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Updating instance_info_cache with network_info: [{"id": "3e893710-5ed4-4439-8d2e-520619c25677", "address": "fa:16:3e:6a:0d:55", "network": {"id": "3d274622-34fb-435d-8ff8-727209c7727a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-201826157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "491de71712604b6c98cd44898b85fe9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e893710-5e", "ovs_interfaceid": "3e893710-5ed4-4439-8d2e-520619c25677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.126664] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.137746] env[62099]: DEBUG nova.compute.manager [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1547.138828] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1547.138828] env[62099]: INFO nova.compute.manager [-] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Took 1.88 seconds to deallocate network for instance. [ 1547.139477] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b4a681-0423-45e4-9786-48a451edeafb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.151652] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.152199] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1064f6fe-1cdc-46fe-ad73-33b7d9cb4d9c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.154836] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.155080] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.162262] env[62099]: DEBUG oslo_vmware.api [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1547.162262] env[62099]: value = "task-1896749" [ 1547.162262] env[62099]: _type = "Task" [ 1547.162262] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.173942] env[62099]: DEBUG oslo_vmware.api [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.178594] env[62099]: DEBUG nova.scheduler.client.report [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1547.196996] env[62099]: INFO nova.compute.manager [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Took 45.34 seconds to build instance. [ 1547.203919] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112163} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.204241] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1547.205111] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcad7a4-25c7-48bd-ac97-689c20149e0b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.229541] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] f453cd1b-e25b-4ca2-81b7-721fa2ecddb9/f453cd1b-e25b-4ca2-81b7-721fa2ecddb9.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1547.234313] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f28b178b-5b1c-4db2-bb02-26c7301c07e9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.255936] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896748, 'name': CreateVM_Task, 'duration_secs': 0.518597} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.257332] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1547.257670] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1547.257670] env[62099]: value = "task-1896750" [ 1547.257670] env[62099]: _type = "Task" [ 1547.257670] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.258321] env[62099]: DEBUG oslo_concurrency.lockutils [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.258480] env[62099]: DEBUG oslo_concurrency.lockutils [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.258787] env[62099]: DEBUG oslo_concurrency.lockutils [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1547.259391] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0cace34-a92c-439c-b188-efe03d658715 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.270643] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896750, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.270919] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1547.270919] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529374af-298e-4f25-b422-1d317a4028c9" [ 1547.270919] env[62099]: _type = "Task" [ 1547.270919] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.278953] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529374af-298e-4f25-b422-1d317a4028c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.500524] env[62099]: DEBUG oslo_concurrency.lockutils [req-e2d0773c-34f0-4208-984f-d429767c7e47 req-3413a6dd-ed5f-4b96-a4e7-b97c4f8f5f9c service nova] Releasing lock "refresh_cache-bab7c411-a648-40b6-a350-1aa24077b2a3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.500828] env[62099]: DEBUG nova.compute.manager [req-e2d0773c-34f0-4208-984f-d429767c7e47 req-3413a6dd-ed5f-4b96-a4e7-b97c4f8f5f9c service nova] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Received event network-vif-deleted-f4c17b25-d2d8-4014-8ff2-781ccc3dfe73 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1547.501045] env[62099]: INFO nova.compute.manager [req-e2d0773c-34f0-4208-984f-d429767c7e47 req-3413a6dd-ed5f-4b96-a4e7-b97c4f8f5f9c service nova] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Neutron deleted interface f4c17b25-d2d8-4014-8ff2-781ccc3dfe73; detaching it from the instance and deleting it from the info cache [ 1547.501230] env[62099]: DEBUG nova.network.neutron [req-e2d0773c-34f0-4208-984f-d429767c7e47 req-3413a6dd-ed5f-4b96-a4e7-b97c4f8f5f9c service nova] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.653710] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.657837] env[62099]: DEBUG nova.compute.utils [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1547.673219] env[62099]: DEBUG oslo_vmware.api [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896749, 'name': PowerOffVM_Task, 'duration_secs': 0.278047} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.673494] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.673662] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1547.673910] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-257205e9-ea96-4b17-a775-5cedc553d1a8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.684488] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.336s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.685027] env[62099]: DEBUG nova.compute.manager [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1547.688217] env[62099]: DEBUG oslo_concurrency.lockutils [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.852s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.689594] env[62099]: INFO nova.compute.claims [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1547.699694] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b43978e7-9c7f-4d3f-8ed6-0c2b051493af tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "2efc88b6-568a-46c3-89a0-f227c5ada671" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.855s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.759270] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1547.759520] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1547.759699] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Deleting the datastore file [datastore1] c2a52891-b71a-492a-aeaf-07817080b4df {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1547.760062] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23698825-52e1-478f-ba55-a5e4d69505b9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.770971] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.772941] env[62099]: DEBUG oslo_vmware.api [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1547.772941] env[62099]: value = "task-1896752" [ 1547.772941] env[62099]: _type = "Task" [ 1547.772941] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.783751] env[62099]: DEBUG oslo_vmware.api [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.787503] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529374af-298e-4f25-b422-1d317a4028c9, 'name': SearchDatastore_Task, 'duration_secs': 0.01876} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.787786] env[62099]: DEBUG oslo_concurrency.lockutils [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.788035] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1547.788355] env[62099]: DEBUG oslo_concurrency.lockutils [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.788443] env[62099]: DEBUG oslo_concurrency.lockutils [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.788676] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1547.789013] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44217011-972c-486d-985f-1fd1ddc4deec {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.797548] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1547.797735] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1547.798854] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dafd3a85-7880-44de-b05f-33eb9d7b73a8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.803812] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1547.803812] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52dd15af-d96e-c602-4e66-73080d9ce0cd" [ 1547.803812] env[62099]: _type = "Task" [ 1547.803812] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.811913] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52dd15af-d96e-c602-4e66-73080d9ce0cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.003893] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02163cbd-b4f1-4095-b313-31444e24a8a1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.012909] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca31f57c-4305-4682-b57c-307bc127b982 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.057977] env[62099]: DEBUG nova.compute.manager [req-e2d0773c-34f0-4208-984f-d429767c7e47 req-3413a6dd-ed5f-4b96-a4e7-b97c4f8f5f9c service nova] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Detach interface failed, port_id=f4c17b25-d2d8-4014-8ff2-781ccc3dfe73, reason: Instance c63c0daf-5371-41d4-9ece-e0f7a495c197 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1548.161035] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.194780] env[62099]: DEBUG nova.compute.utils [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1548.199036] env[62099]: DEBUG nova.compute.manager [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1548.199215] env[62099]: DEBUG nova.network.neutron [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1548.256951] env[62099]: DEBUG nova.policy [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f648d9808cc7431aaa532145b9a67c2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98c370a62cd443a88081a61aa8b9f4af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1548.270977] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896750, 'name': ReconfigVM_Task, 'duration_secs': 0.710289} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.270977] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Reconfigured VM instance instance-00000039 to attach disk [datastore1] f453cd1b-e25b-4ca2-81b7-721fa2ecddb9/f453cd1b-e25b-4ca2-81b7-721fa2ecddb9.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1548.270977] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a29bcd1-8c92-4c4c-8f64-948021af5de4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.280925] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1548.280925] env[62099]: value = "task-1896753" [ 1548.280925] env[62099]: _type = "Task" [ 1548.280925] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.288057] env[62099]: DEBUG oslo_vmware.api [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.293565] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896753, 'name': Rename_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.314454] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52dd15af-d96e-c602-4e66-73080d9ce0cd, 'name': SearchDatastore_Task, 'duration_secs': 0.026875} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.315435] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-059a0557-8abf-4e99-8bc6-1c0335f44ba4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.321314] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1548.321314] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5209683e-95ab-ad77-446e-993a537492d1" [ 1548.321314] env[62099]: _type = "Task" [ 1548.321314] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.332654] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5209683e-95ab-ad77-446e-993a537492d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.623726] env[62099]: DEBUG nova.network.neutron [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Successfully created port: 73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1548.700275] env[62099]: DEBUG nova.compute.manager [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1548.791313] env[62099]: DEBUG oslo_vmware.api [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.567907} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.792365] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1548.792636] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1548.792876] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1548.793178] env[62099]: INFO nova.compute.manager [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1548.793500] env[62099]: DEBUG oslo.service.loopingcall [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.796789] env[62099]: DEBUG nova.compute.manager [-] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1548.796944] env[62099]: DEBUG nova.network.neutron [-] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1548.798701] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896753, 'name': Rename_Task, 'duration_secs': 0.276844} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.799143] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1548.800468] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a882d684-246d-413d-a025-e35a0b238d5e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.809284] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1548.809284] env[62099]: value = "task-1896754" [ 1548.809284] env[62099]: _type = "Task" [ 1548.809284] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.820382] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.835689] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5209683e-95ab-ad77-446e-993a537492d1, 'name': SearchDatastore_Task, 'duration_secs': 0.014143} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.837782] env[62099]: DEBUG oslo_concurrency.lockutils [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.837782] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] bab7c411-a648-40b6-a350-1aa24077b2a3/bab7c411-a648-40b6-a350-1aa24077b2a3.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1548.837782] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b83b40fc-fbe7-48d9-83ee-f3e37ab8773e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.846179] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1548.846179] env[62099]: value = "task-1896755" [ 1548.846179] env[62099]: _type = "Task" [ 1548.846179] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.847540] env[62099]: DEBUG nova.compute.manager [req-c5bb963e-15fa-419a-8ca1-3aebc79ae4f6 req-5c069a90-2bdf-41c1-a9e8-ead4ae94ece7 service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Received event network-changed-c85cc4d5-cbab-4027-9077-a9ddf7978481 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1548.847755] env[62099]: DEBUG nova.compute.manager [req-c5bb963e-15fa-419a-8ca1-3aebc79ae4f6 req-5c069a90-2bdf-41c1-a9e8-ead4ae94ece7 service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Refreshing instance network info cache due to event network-changed-c85cc4d5-cbab-4027-9077-a9ddf7978481. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1548.847948] env[62099]: DEBUG oslo_concurrency.lockutils [req-c5bb963e-15fa-419a-8ca1-3aebc79ae4f6 req-5c069a90-2bdf-41c1-a9e8-ead4ae94ece7 service nova] Acquiring lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.848083] env[62099]: DEBUG oslo_concurrency.lockutils [req-c5bb963e-15fa-419a-8ca1-3aebc79ae4f6 req-5c069a90-2bdf-41c1-a9e8-ead4ae94ece7 service nova] Acquired lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.848282] env[62099]: DEBUG nova.network.neutron [req-c5bb963e-15fa-419a-8ca1-3aebc79ae4f6 req-5c069a90-2bdf-41c1-a9e8-ead4ae94ece7 service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Refreshing network info cache for port c85cc4d5-cbab-4027-9077-a9ddf7978481 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1548.864773] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1896755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.132971] env[62099]: DEBUG nova.compute.manager [req-ff024c06-99ea-47c5-921a-9bf2b2357769 req-54adda9c-da93-439d-a759-b18dfa8f494c service nova] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Received event network-vif-deleted-1751ffd1-951e-42dd-b53b-c15eb19f4436 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1549.132971] env[62099]: INFO nova.compute.manager [req-ff024c06-99ea-47c5-921a-9bf2b2357769 req-54adda9c-da93-439d-a759-b18dfa8f494c service nova] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Neutron deleted interface 1751ffd1-951e-42dd-b53b-c15eb19f4436; detaching it from the instance and deleting it from the info cache [ 1549.132971] env[62099]: DEBUG nova.network.neutron [req-ff024c06-99ea-47c5-921a-9bf2b2357769 req-54adda9c-da93-439d-a759-b18dfa8f494c service nova] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.202246] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb24e66e-00ea-467e-9751-2578990a16b2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.217394] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c39f54-d07f-4f38-93e0-bb328b9ebfc5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.251947] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb721648-2f69-4ac6-b74a-245dc7b89acd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.259495] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.259759] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.259986] env[62099]: INFO nova.compute.manager [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Attaching volume 98b6fed9-31af-4dd7-83f3-767b98d663e0 to /dev/sdb [ 1549.264190] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b20033-8de6-4165-a40a-c5201d882763 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.283343] env[62099]: DEBUG nova.compute.provider_tree [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.303943] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5490a0-d621-4e71-90f5-9a339bce254d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.314798] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c96323-7122-419d-90c8-66e9dac1daa3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.327698] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.331705] env[62099]: DEBUG nova.virt.block_device [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Updating existing volume attachment record: 739096a3-ebd7-4c5e-9c6b-9b9e4f944777 {{(pid=62099) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1549.364052] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1896755, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.607024] env[62099]: DEBUG nova.network.neutron [-] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.610327] env[62099]: DEBUG nova.network.neutron [req-c5bb963e-15fa-419a-8ca1-3aebc79ae4f6 req-5c069a90-2bdf-41c1-a9e8-ead4ae94ece7 service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Updated VIF entry in instance network info cache for port c85cc4d5-cbab-4027-9077-a9ddf7978481. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1549.610671] env[62099]: DEBUG nova.network.neutron [req-c5bb963e-15fa-419a-8ca1-3aebc79ae4f6 req-5c069a90-2bdf-41c1-a9e8-ead4ae94ece7 service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Updating instance_info_cache with network_info: [{"id": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "address": "fa:16:3e:18:dd:1f", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85cc4d5-cb", "ovs_interfaceid": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.636873] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f629351a-9c23-417f-aca2-3334f700de0c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.646883] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460bfcfe-d19f-4232-bc56-107a76cf96ce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.684809] env[62099]: DEBUG nova.compute.manager [req-ff024c06-99ea-47c5-921a-9bf2b2357769 req-54adda9c-da93-439d-a759-b18dfa8f494c service nova] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Detach interface failed, port_id=1751ffd1-951e-42dd-b53b-c15eb19f4436, reason: Instance c2a52891-b71a-492a-aeaf-07817080b4df could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1549.718295] env[62099]: DEBUG nova.compute.manager [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1549.741569] env[62099]: DEBUG nova.virt.hardware [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1549.741906] env[62099]: DEBUG nova.virt.hardware [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1549.742110] env[62099]: DEBUG nova.virt.hardware [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1549.742323] env[62099]: DEBUG nova.virt.hardware [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1549.742473] env[62099]: DEBUG nova.virt.hardware [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1549.742618] env[62099]: DEBUG nova.virt.hardware [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1549.742825] env[62099]: DEBUG nova.virt.hardware [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1549.743450] env[62099]: DEBUG nova.virt.hardware [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1549.743450] env[62099]: DEBUG nova.virt.hardware [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1549.743450] env[62099]: DEBUG nova.virt.hardware [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1549.743646] env[62099]: DEBUG nova.virt.hardware [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1549.744361] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad070067-55c4-48d7-b632-ea40452efc35 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.752951] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a31a84e-d52a-4ae2-bb88-04ab9765e3c2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.787037] env[62099]: DEBUG nova.scheduler.client.report [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1549.821176] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.864782] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1896755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597077} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.864920] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] bab7c411-a648-40b6-a350-1aa24077b2a3/bab7c411-a648-40b6-a350-1aa24077b2a3.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1549.865069] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1549.865280] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-614b68cf-f449-4e36-a241-54d8e50dd7d0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.873134] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1549.873134] env[62099]: value = "task-1896759" [ 1549.873134] env[62099]: _type = "Task" [ 1549.873134] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.886409] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1896759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.107415] env[62099]: INFO nova.compute.manager [-] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Took 1.31 seconds to deallocate network for instance. [ 1550.112747] env[62099]: DEBUG oslo_concurrency.lockutils [req-c5bb963e-15fa-419a-8ca1-3aebc79ae4f6 req-5c069a90-2bdf-41c1-a9e8-ead4ae94ece7 service nova] Releasing lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.296356] env[62099]: DEBUG oslo_concurrency.lockutils [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.296873] env[62099]: DEBUG nova.compute.manager [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1550.300091] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.179s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.301709] env[62099]: INFO nova.compute.claims [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1550.321357] env[62099]: DEBUG oslo_vmware.api [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896754, 'name': PowerOnVM_Task, 'duration_secs': 1.457002} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.321633] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1550.321944] env[62099]: INFO nova.compute.manager [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1550.322211] env[62099]: DEBUG nova.compute.manager [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1550.323016] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a56c34-d010-440f-af8e-d044312eaa29 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.385764] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1896759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08195} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.385764] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1550.386387] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8209d8a6-6611-4eb3-a142-c87987ec1f1e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.410612] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] bab7c411-a648-40b6-a350-1aa24077b2a3/bab7c411-a648-40b6-a350-1aa24077b2a3.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1550.411300] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07ff42e6-0865-4085-a04f-977edbce2777 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.434068] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1550.434068] env[62099]: value = "task-1896760" [ 1550.434068] env[62099]: _type = "Task" [ 1550.434068] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.441275] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1896760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.484176] env[62099]: DEBUG oslo_vmware.rw_handles [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f27591-0459-611f-7792-4a1a9970aead/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1550.485081] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf6111b-6575-40fe-90c2-357c813ee4f1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.491378] env[62099]: DEBUG oslo_vmware.rw_handles [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f27591-0459-611f-7792-4a1a9970aead/disk-0.vmdk is in state: ready. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1550.491546] env[62099]: ERROR oslo_vmware.rw_handles [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f27591-0459-611f-7792-4a1a9970aead/disk-0.vmdk due to incomplete transfer. [ 1550.491758] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4ab56fc3-3c9b-47e6-bd5c-332582b4176a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.501809] env[62099]: DEBUG oslo_vmware.rw_handles [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f27591-0459-611f-7792-4a1a9970aead/disk-0.vmdk. {{(pid=62099) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1550.501809] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Uploaded image eea5ed1e-da8e-4d61-a614-384f275706fb to the Glance image server {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1550.501809] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Destroying the VM {{(pid=62099) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1550.501809] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f4a775fa-4281-4ce8-bd66-1c93c8f286a5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.507622] env[62099]: DEBUG oslo_vmware.api [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1550.507622] env[62099]: value = "task-1896761" [ 1550.507622] env[62099]: _type = "Task" [ 1550.507622] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.516066] env[62099]: DEBUG oslo_vmware.api [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896761, 'name': Destroy_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.554358] env[62099]: DEBUG nova.network.neutron [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Successfully updated port: 73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1550.615420] env[62099]: DEBUG oslo_concurrency.lockutils [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.808511] env[62099]: DEBUG nova.compute.utils [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1550.813776] env[62099]: DEBUG nova.compute.manager [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1550.813776] env[62099]: DEBUG nova.network.neutron [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1550.846819] env[62099]: INFO nova.compute.manager [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Took 48.40 seconds to build instance. [ 1550.849460] env[62099]: DEBUG nova.policy [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46bf1dd54ed84fe68e723442606bee31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e02979ff93bd47a093133c430cb8d64a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1550.905883] env[62099]: DEBUG nova.compute.manager [req-41abd5fa-570d-491c-ac61-26ac9bdedb19 req-bee2936b-37d8-46e0-b363-80eae74105f3 service nova] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Received event network-vif-plugged-73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1550.905883] env[62099]: DEBUG oslo_concurrency.lockutils [req-41abd5fa-570d-491c-ac61-26ac9bdedb19 req-bee2936b-37d8-46e0-b363-80eae74105f3 service nova] Acquiring lock "eca9106b-dfe7-4d99-a706-5fc10ef81f02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.905883] env[62099]: DEBUG oslo_concurrency.lockutils [req-41abd5fa-570d-491c-ac61-26ac9bdedb19 req-bee2936b-37d8-46e0-b363-80eae74105f3 service nova] Lock "eca9106b-dfe7-4d99-a706-5fc10ef81f02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.905883] env[62099]: DEBUG oslo_concurrency.lockutils [req-41abd5fa-570d-491c-ac61-26ac9bdedb19 req-bee2936b-37d8-46e0-b363-80eae74105f3 service nova] Lock "eca9106b-dfe7-4d99-a706-5fc10ef81f02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.905883] env[62099]: DEBUG nova.compute.manager [req-41abd5fa-570d-491c-ac61-26ac9bdedb19 req-bee2936b-37d8-46e0-b363-80eae74105f3 service nova] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] No waiting events found dispatching network-vif-plugged-73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1550.906478] env[62099]: WARNING nova.compute.manager [req-41abd5fa-570d-491c-ac61-26ac9bdedb19 req-bee2936b-37d8-46e0-b363-80eae74105f3 service nova] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Received unexpected event network-vif-plugged-73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa for instance with vm_state building and task_state spawning. [ 1550.907452] env[62099]: DEBUG nova.compute.manager [req-41abd5fa-570d-491c-ac61-26ac9bdedb19 req-bee2936b-37d8-46e0-b363-80eae74105f3 service nova] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Received event network-changed-73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1550.907814] env[62099]: DEBUG nova.compute.manager [req-41abd5fa-570d-491c-ac61-26ac9bdedb19 req-bee2936b-37d8-46e0-b363-80eae74105f3 service nova] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Refreshing instance network info cache due to event network-changed-73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1550.908174] env[62099]: DEBUG oslo_concurrency.lockutils [req-41abd5fa-570d-491c-ac61-26ac9bdedb19 req-bee2936b-37d8-46e0-b363-80eae74105f3 service nova] Acquiring lock "refresh_cache-eca9106b-dfe7-4d99-a706-5fc10ef81f02" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.908415] env[62099]: DEBUG oslo_concurrency.lockutils [req-41abd5fa-570d-491c-ac61-26ac9bdedb19 req-bee2936b-37d8-46e0-b363-80eae74105f3 service nova] Acquired lock "refresh_cache-eca9106b-dfe7-4d99-a706-5fc10ef81f02" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.908708] env[62099]: DEBUG nova.network.neutron [req-41abd5fa-570d-491c-ac61-26ac9bdedb19 req-bee2936b-37d8-46e0-b363-80eae74105f3 service nova] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Refreshing network info cache for port 73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1550.943975] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1896760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.017807] env[62099]: DEBUG oslo_vmware.api [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896761, 'name': Destroy_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.057488] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquiring lock "refresh_cache-eca9106b-dfe7-4d99-a706-5fc10ef81f02" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.257122] env[62099]: DEBUG nova.network.neutron [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Successfully created port: 19b87f29-2b1e-4857-bfd9-b7430a6a7d34 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1551.322320] env[62099]: DEBUG nova.compute.manager [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1551.352887] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb47c819-ec67-4ce9-a9ac-b6726e3f6ad5 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "f453cd1b-e25b-4ca2-81b7-721fa2ecddb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.920s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.446252] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1896760, 'name': ReconfigVM_Task, 'duration_secs': 0.997037} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.446596] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Reconfigured VM instance instance-0000003a to attach disk [datastore2] bab7c411-a648-40b6-a350-1aa24077b2a3/bab7c411-a648-40b6-a350-1aa24077b2a3.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1551.449778] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7faceca4-3a5d-4039-a882-43170c8aae96 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.455122] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1551.455122] env[62099]: value = "task-1896762" [ 1551.455122] env[62099]: _type = "Task" [ 1551.455122] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.465736] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1896762, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.466406] env[62099]: DEBUG nova.network.neutron [req-41abd5fa-570d-491c-ac61-26ac9bdedb19 req-bee2936b-37d8-46e0-b363-80eae74105f3 service nova] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1551.518351] env[62099]: DEBUG oslo_vmware.api [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896761, 'name': Destroy_Task} progress is 33%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.535190] env[62099]: DEBUG oslo_concurrency.lockutils [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "1fbfec61-05ef-4c2c-b76e-244950cdd24b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.535190] env[62099]: DEBUG oslo_concurrency.lockutils [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "1fbfec61-05ef-4c2c-b76e-244950cdd24b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.571377] env[62099]: DEBUG nova.network.neutron [req-41abd5fa-570d-491c-ac61-26ac9bdedb19 req-bee2936b-37d8-46e0-b363-80eae74105f3 service nova] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.816584] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8329dcdf-4964-4377-abbe-272f649516c2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.826232] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01007149-a296-47f0-bb63-5beb0b54ed51 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.861765] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890c5c43-363c-42d3-b34e-bf63e1de2486 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.870757] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea981f2-59d7-4dd3-87a6-0a0374a5292e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.887320] env[62099]: DEBUG nova.compute.provider_tree [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.969047] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1896762, 'name': Rename_Task, 'duration_secs': 0.277959} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.969798] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1551.969798] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f22735a8-ee97-4e73-8431-dd5f0837c86f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.976959] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1551.976959] env[62099]: value = "task-1896764" [ 1551.976959] env[62099]: _type = "Task" [ 1551.976959] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.985094] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1896764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.023167] env[62099]: DEBUG oslo_vmware.api [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896761, 'name': Destroy_Task, 'duration_secs': 1.054422} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.023650] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Destroyed the VM [ 1552.024062] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Deleting Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1552.024442] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d9a8cdcd-e844-414b-a522-9cb5238b6876 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.033858] env[62099]: DEBUG oslo_vmware.api [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1552.033858] env[62099]: value = "task-1896765" [ 1552.033858] env[62099]: _type = "Task" [ 1552.033858] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.039382] env[62099]: DEBUG nova.compute.manager [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1552.046270] env[62099]: DEBUG oslo_vmware.api [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896765, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.074546] env[62099]: DEBUG oslo_concurrency.lockutils [req-41abd5fa-570d-491c-ac61-26ac9bdedb19 req-bee2936b-37d8-46e0-b363-80eae74105f3 service nova] Releasing lock "refresh_cache-eca9106b-dfe7-4d99-a706-5fc10ef81f02" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.074994] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquired lock "refresh_cache-eca9106b-dfe7-4d99-a706-5fc10ef81f02" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.075188] env[62099]: DEBUG nova.network.neutron [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.334944] env[62099]: DEBUG nova.compute.manager [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1552.368320] env[62099]: DEBUG nova.virt.hardware [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1552.368320] env[62099]: DEBUG nova.virt.hardware [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1552.368320] env[62099]: DEBUG nova.virt.hardware [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1552.368320] env[62099]: DEBUG nova.virt.hardware [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1552.368320] env[62099]: DEBUG nova.virt.hardware [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1552.368320] env[62099]: DEBUG nova.virt.hardware [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1552.368320] env[62099]: DEBUG nova.virt.hardware [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1552.368320] env[62099]: DEBUG nova.virt.hardware [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1552.368320] env[62099]: DEBUG nova.virt.hardware [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1552.368320] env[62099]: DEBUG nova.virt.hardware [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1552.368320] env[62099]: DEBUG nova.virt.hardware [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1552.368730] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0449dc-97b3-4611-8a90-da4ddb780672 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.377138] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e253f9-9df0-4171-ba59-f06c571802a2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.393887] env[62099]: DEBUG nova.scheduler.client.report [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1552.464720] env[62099]: INFO nova.compute.manager [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Rebuilding instance [ 1552.488789] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1896764, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.510300] env[62099]: DEBUG nova.compute.manager [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1552.511177] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119bdf8a-a183-4bcd-bd10-699a9195ebd6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.544728] env[62099]: DEBUG oslo_vmware.api [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896765, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.562417] env[62099]: DEBUG oslo_concurrency.lockutils [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.606522] env[62099]: DEBUG nova.network.neutron [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1552.747867] env[62099]: DEBUG nova.network.neutron [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Updating instance_info_cache with network_info: [{"id": "73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa", "address": "fa:16:3e:00:84:01", "network": {"id": "4256c88c-5aa3-4c1a-b40e-2499109df8a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079084214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98c370a62cd443a88081a61aa8b9f4af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e180d3-7c", "ovs_interfaceid": "73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.899075] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.899676] env[62099]: DEBUG nova.compute.manager [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1552.902312] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.411s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.902702] env[62099]: DEBUG nova.objects.instance [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Lazy-loading 'resources' on Instance uuid 0d2ba44d-f920-48b8-9df1-b40f71deb55f {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.988124] env[62099]: DEBUG oslo_vmware.api [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1896764, 'name': PowerOnVM_Task, 'duration_secs': 0.56189} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.988331] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1552.988547] env[62099]: INFO nova.compute.manager [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1552.988727] env[62099]: DEBUG nova.compute.manager [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1552.989514] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21f490b-f48c-45be-a1ca-d9b0bdd24728 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.046669] env[62099]: DEBUG oslo_vmware.api [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896765, 'name': RemoveSnapshot_Task, 'duration_secs': 0.706207} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.046669] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Deleted Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1553.046669] env[62099]: INFO nova.compute.manager [None req-8d636ac7-c709-49ef-a797-6b32edd0d8ae tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Took 17.24 seconds to snapshot the instance on the hypervisor. [ 1553.150681] env[62099]: DEBUG nova.compute.manager [req-d94b82ab-ec69-4cb7-9d99-13af429a5ddd req-9c0e3ff0-0104-4215-8263-923fc8033a05 service nova] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Received event network-vif-plugged-19b87f29-2b1e-4857-bfd9-b7430a6a7d34 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1553.150907] env[62099]: DEBUG oslo_concurrency.lockutils [req-d94b82ab-ec69-4cb7-9d99-13af429a5ddd req-9c0e3ff0-0104-4215-8263-923fc8033a05 service nova] Acquiring lock "c11bfc01-fa00-4b38-b79e-d293db75da1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.151436] env[62099]: DEBUG oslo_concurrency.lockutils [req-d94b82ab-ec69-4cb7-9d99-13af429a5ddd req-9c0e3ff0-0104-4215-8263-923fc8033a05 service nova] Lock "c11bfc01-fa00-4b38-b79e-d293db75da1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.151768] env[62099]: DEBUG oslo_concurrency.lockutils [req-d94b82ab-ec69-4cb7-9d99-13af429a5ddd req-9c0e3ff0-0104-4215-8263-923fc8033a05 service nova] Lock "c11bfc01-fa00-4b38-b79e-d293db75da1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.152070] env[62099]: DEBUG nova.compute.manager [req-d94b82ab-ec69-4cb7-9d99-13af429a5ddd req-9c0e3ff0-0104-4215-8263-923fc8033a05 service nova] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] No waiting events found dispatching network-vif-plugged-19b87f29-2b1e-4857-bfd9-b7430a6a7d34 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1553.152587] env[62099]: WARNING nova.compute.manager [req-d94b82ab-ec69-4cb7-9d99-13af429a5ddd req-9c0e3ff0-0104-4215-8263-923fc8033a05 service nova] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Received unexpected event network-vif-plugged-19b87f29-2b1e-4857-bfd9-b7430a6a7d34 for instance with vm_state building and task_state spawning. [ 1553.251250] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Releasing lock "refresh_cache-eca9106b-dfe7-4d99-a706-5fc10ef81f02" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.251610] env[62099]: DEBUG nova.compute.manager [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Instance network_info: |[{"id": "73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa", "address": "fa:16:3e:00:84:01", "network": {"id": "4256c88c-5aa3-4c1a-b40e-2499109df8a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079084214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98c370a62cd443a88081a61aa8b9f4af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e180d3-7c", "ovs_interfaceid": "73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1553.252013] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:84:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1553.259755] env[62099]: DEBUG oslo.service.loopingcall [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1553.260080] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1553.260199] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6aa59adb-55be-4fb5-9b2d-c064773e1473 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.280507] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1553.280507] env[62099]: value = "task-1896766" [ 1553.280507] env[62099]: _type = "Task" [ 1553.280507] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.289888] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896766, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.372470] env[62099]: DEBUG nova.network.neutron [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Successfully updated port: 19b87f29-2b1e-4857-bfd9-b7430a6a7d34 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1553.405542] env[62099]: DEBUG nova.compute.utils [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1553.409606] env[62099]: DEBUG nova.compute.manager [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1553.409812] env[62099]: DEBUG nova.network.neutron [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1553.474467] env[62099]: DEBUG nova.policy [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4842e6bf00d949efac5d9a9ebb05859b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '323f469402294e11ba18af98d5227f31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1553.509149] env[62099]: INFO nova.compute.manager [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Took 47.71 seconds to build instance. [ 1553.524209] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1553.524717] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06e669e1-e52c-49ab-9be9-d3e5be0b819e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.531862] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1553.531862] env[62099]: value = "task-1896767" [ 1553.531862] env[62099]: _type = "Task" [ 1553.531862] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.542388] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.792341] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896766, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.874701] env[62099]: DEBUG oslo_concurrency.lockutils [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Acquiring lock "refresh_cache-c11bfc01-fa00-4b38-b79e-d293db75da1f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.874851] env[62099]: DEBUG oslo_concurrency.lockutils [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Acquired lock "refresh_cache-c11bfc01-fa00-4b38-b79e-d293db75da1f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.874999] env[62099]: DEBUG nova.network.neutron [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1553.890126] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Volume attach. Driver type: vmdk {{(pid=62099) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1553.890388] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391682', 'volume_id': '98b6fed9-31af-4dd7-83f3-767b98d663e0', 'name': 'volume-98b6fed9-31af-4dd7-83f3-767b98d663e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a', 'attached_at': '', 'detached_at': '', 'volume_id': '98b6fed9-31af-4dd7-83f3-767b98d663e0', 'serial': '98b6fed9-31af-4dd7-83f3-767b98d663e0'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1553.891778] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779ac2f6-81e9-4eaf-91b9-79a9a66f700b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.915447] env[62099]: DEBUG nova.compute.manager [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1553.921562] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58601bd1-f0eb-4547-80a1-f5df670f6a5f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.948147] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] volume-98b6fed9-31af-4dd7-83f3-767b98d663e0/volume-98b6fed9-31af-4dd7-83f3-767b98d663e0.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1553.951417] env[62099]: DEBUG nova.network.neutron [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Successfully created port: 72938bac-1d39-4836-9fdd-081e0d441204 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1553.953134] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5734abfc-0fb1-4c47-b79c-657c0353ca62 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.972488] env[62099]: DEBUG oslo_vmware.api [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1553.972488] env[62099]: value = "task-1896768" [ 1553.972488] env[62099]: _type = "Task" [ 1553.972488] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.982747] env[62099]: DEBUG oslo_vmware.api [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.989680] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903df442-05c7-4cc8-b009-552343361c7f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.997290] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d03cf3-52e4-41b8-a201-c114dc21aeb6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.031666] env[62099]: DEBUG oslo_concurrency.lockutils [None req-edf7d529-cedd-430a-a3b1-cad67169e806 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "bab7c411-a648-40b6-a350-1aa24077b2a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.246s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.032750] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051570ee-a1df-4d4c-a9be-8a599d94ba38 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.048104] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc018cb7-5834-4d9a-9318-27e373734cee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.052424] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896767, 'name': PowerOffVM_Task, 'duration_secs': 0.290512} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.052726] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1554.052958] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1554.054387] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112e9273-30cd-4811-b2b8-abee5173309f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.066898] env[62099]: DEBUG nova.compute.provider_tree [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.073250] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1554.073560] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-781bf6f8-b7d7-4296-9f2f-454a907e5648 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.196607] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1554.196847] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1554.197107] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleting the datastore file [datastore1] f453cd1b-e25b-4ca2-81b7-721fa2ecddb9 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1554.197449] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1033a929-1ecc-44e2-a282-56ddf927a6b5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.205334] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1554.205334] env[62099]: value = "task-1896770" [ 1554.205334] env[62099]: _type = "Task" [ 1554.205334] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.214697] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.291286] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896766, 'name': CreateVM_Task, 'duration_secs': 0.563435} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.291523] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1554.292229] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.292408] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.292761] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1554.293026] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02e6c81e-c172-43b7-9072-a86e2f5a5004 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.300022] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1554.300022] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f5d906-e032-2a58-0794-dd397d904510" [ 1554.300022] env[62099]: _type = "Task" [ 1554.300022] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.307243] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f5d906-e032-2a58-0794-dd397d904510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.419999] env[62099]: DEBUG nova.network.neutron [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1554.483921] env[62099]: DEBUG oslo_vmware.api [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896768, 'name': ReconfigVM_Task, 'duration_secs': 0.406304} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.487018] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Reconfigured VM instance instance-00000037 to attach disk [datastore2] volume-98b6fed9-31af-4dd7-83f3-767b98d663e0/volume-98b6fed9-31af-4dd7-83f3-767b98d663e0.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1554.491456] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8430c352-1cd0-4382-a5e3-4f59da6ffa7d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.509815] env[62099]: DEBUG nova.compute.manager [req-56395365-7729-4fc4-b8c6-c0071251d5b7 req-a33fbdd9-bc58-4299-a742-e2bca7766cd6 service nova] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Received event network-changed-3e893710-5ed4-4439-8d2e-520619c25677 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1554.510013] env[62099]: DEBUG nova.compute.manager [req-56395365-7729-4fc4-b8c6-c0071251d5b7 req-a33fbdd9-bc58-4299-a742-e2bca7766cd6 service nova] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Refreshing instance network info cache due to event network-changed-3e893710-5ed4-4439-8d2e-520619c25677. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1554.510240] env[62099]: DEBUG oslo_concurrency.lockutils [req-56395365-7729-4fc4-b8c6-c0071251d5b7 req-a33fbdd9-bc58-4299-a742-e2bca7766cd6 service nova] Acquiring lock "refresh_cache-bab7c411-a648-40b6-a350-1aa24077b2a3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.510379] env[62099]: DEBUG oslo_concurrency.lockutils [req-56395365-7729-4fc4-b8c6-c0071251d5b7 req-a33fbdd9-bc58-4299-a742-e2bca7766cd6 service nova] Acquired lock "refresh_cache-bab7c411-a648-40b6-a350-1aa24077b2a3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.510534] env[62099]: DEBUG nova.network.neutron [req-56395365-7729-4fc4-b8c6-c0071251d5b7 req-a33fbdd9-bc58-4299-a742-e2bca7766cd6 service nova] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Refreshing network info cache for port 3e893710-5ed4-4439-8d2e-520619c25677 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1554.514849] env[62099]: DEBUG oslo_vmware.api [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1554.514849] env[62099]: value = "task-1896771" [ 1554.514849] env[62099]: _type = "Task" [ 1554.514849] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.525997] env[62099]: DEBUG oslo_vmware.api [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896771, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.570258] env[62099]: DEBUG nova.scheduler.client.report [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1554.582597] env[62099]: DEBUG nova.network.neutron [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Updating instance_info_cache with network_info: [{"id": "19b87f29-2b1e-4857-bfd9-b7430a6a7d34", "address": "fa:16:3e:37:15:7b", "network": {"id": "5b6d4e21-59b4-45de-a4e4-8fe1841f7d63", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-926494623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02979ff93bd47a093133c430cb8d64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b87f29-2b", "ovs_interfaceid": "19b87f29-2b1e-4857-bfd9-b7430a6a7d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.717359] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203573} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.717635] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1554.717821] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1554.717992] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1554.810071] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f5d906-e032-2a58-0794-dd397d904510, 'name': SearchDatastore_Task, 'duration_secs': 0.020876} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.810406] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.810635] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1554.810861] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.811015] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.811203] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1554.811457] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a978163-e468-4118-b7e5-7895d72cba67 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.819398] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1554.819557] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1554.822025] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d26bc735-1690-4c26-889e-371d7a38a7cd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.825391] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1554.825391] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52feff60-1f64-80c5-f26c-832e761d0eb8" [ 1554.825391] env[62099]: _type = "Task" [ 1554.825391] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.832954] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52feff60-1f64-80c5-f26c-832e761d0eb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.931477] env[62099]: DEBUG nova.compute.manager [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1554.957588] env[62099]: DEBUG nova.virt.hardware [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1554.957843] env[62099]: DEBUG nova.virt.hardware [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1554.957999] env[62099]: DEBUG nova.virt.hardware [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1554.958225] env[62099]: DEBUG nova.virt.hardware [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1554.958424] env[62099]: DEBUG nova.virt.hardware [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1554.958583] env[62099]: DEBUG nova.virt.hardware [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1554.958791] env[62099]: DEBUG nova.virt.hardware [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1554.958943] env[62099]: DEBUG nova.virt.hardware [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1554.959123] env[62099]: DEBUG nova.virt.hardware [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1554.959289] env[62099]: DEBUG nova.virt.hardware [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1554.959459] env[62099]: DEBUG nova.virt.hardware [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1554.960337] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175c6a83-f6fb-42b7-a8af-51816f8707a2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.968150] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e8b59d-5bcc-4d4c-9a29-d83e5229f8f1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.025849] env[62099]: DEBUG oslo_vmware.api [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896771, 'name': ReconfigVM_Task, 'duration_secs': 0.150331} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.026258] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391682', 'volume_id': '98b6fed9-31af-4dd7-83f3-767b98d663e0', 'name': 'volume-98b6fed9-31af-4dd7-83f3-767b98d663e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a', 'attached_at': '', 'detached_at': '', 'volume_id': '98b6fed9-31af-4dd7-83f3-767b98d663e0', 'serial': '98b6fed9-31af-4dd7-83f3-767b98d663e0'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1555.076612] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.080106] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.143s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.080106] env[62099]: DEBUG nova.objects.instance [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lazy-loading 'resources' on Instance uuid 582320f4-97f1-4d19-9148-d17b10d3088b {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1555.085499] env[62099]: DEBUG oslo_concurrency.lockutils [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Releasing lock "refresh_cache-c11bfc01-fa00-4b38-b79e-d293db75da1f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.085881] env[62099]: DEBUG nova.compute.manager [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Instance network_info: |[{"id": "19b87f29-2b1e-4857-bfd9-b7430a6a7d34", "address": "fa:16:3e:37:15:7b", "network": {"id": "5b6d4e21-59b4-45de-a4e4-8fe1841f7d63", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-926494623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02979ff93bd47a093133c430cb8d64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b87f29-2b", "ovs_interfaceid": "19b87f29-2b1e-4857-bfd9-b7430a6a7d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1555.086383] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:15:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19b87f29-2b1e-4857-bfd9-b7430a6a7d34', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1555.093929] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Creating folder: Project (e02979ff93bd47a093133c430cb8d64a). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1555.094868] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b322ad18-81de-4982-98b6-b6495790821b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.102248] env[62099]: INFO nova.scheduler.client.report [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Deleted allocations for instance 0d2ba44d-f920-48b8-9df1-b40f71deb55f [ 1555.110365] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Created folder: Project (e02979ff93bd47a093133c430cb8d64a) in parent group-v391507. [ 1555.110446] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Creating folder: Instances. Parent ref: group-v391684. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1555.110788] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6bce1aa-09d1-418a-ab40-78b163b9335f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.128860] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Created folder: Instances in parent group-v391684. [ 1555.128860] env[62099]: DEBUG oslo.service.loopingcall [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1555.128860] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1555.128860] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f52a6b15-019d-4d21-84e7-0e048e4caeb5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.164624] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1555.164624] env[62099]: value = "task-1896774" [ 1555.164624] env[62099]: _type = "Task" [ 1555.164624] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.175877] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896774, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.181539] env[62099]: DEBUG nova.compute.manager [req-f4e119bc-0d62-4798-9b7c-e6191f046b0f req-f7134ab0-1297-4ef2-a2e9-d88af519e3be service nova] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Received event network-changed-19b87f29-2b1e-4857-bfd9-b7430a6a7d34 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1555.181719] env[62099]: DEBUG nova.compute.manager [req-f4e119bc-0d62-4798-9b7c-e6191f046b0f req-f7134ab0-1297-4ef2-a2e9-d88af519e3be service nova] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Refreshing instance network info cache due to event network-changed-19b87f29-2b1e-4857-bfd9-b7430a6a7d34. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1555.181935] env[62099]: DEBUG oslo_concurrency.lockutils [req-f4e119bc-0d62-4798-9b7c-e6191f046b0f req-f7134ab0-1297-4ef2-a2e9-d88af519e3be service nova] Acquiring lock "refresh_cache-c11bfc01-fa00-4b38-b79e-d293db75da1f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.182094] env[62099]: DEBUG oslo_concurrency.lockutils [req-f4e119bc-0d62-4798-9b7c-e6191f046b0f req-f7134ab0-1297-4ef2-a2e9-d88af519e3be service nova] Acquired lock "refresh_cache-c11bfc01-fa00-4b38-b79e-d293db75da1f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.182289] env[62099]: DEBUG nova.network.neutron [req-f4e119bc-0d62-4798-9b7c-e6191f046b0f req-f7134ab0-1297-4ef2-a2e9-d88af519e3be service nova] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Refreshing network info cache for port 19b87f29-2b1e-4857-bfd9-b7430a6a7d34 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1555.289311] env[62099]: DEBUG nova.network.neutron [req-56395365-7729-4fc4-b8c6-c0071251d5b7 req-a33fbdd9-bc58-4299-a742-e2bca7766cd6 service nova] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Updated VIF entry in instance network info cache for port 3e893710-5ed4-4439-8d2e-520619c25677. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1555.289702] env[62099]: DEBUG nova.network.neutron [req-56395365-7729-4fc4-b8c6-c0071251d5b7 req-a33fbdd9-bc58-4299-a742-e2bca7766cd6 service nova] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Updating instance_info_cache with network_info: [{"id": "3e893710-5ed4-4439-8d2e-520619c25677", "address": "fa:16:3e:6a:0d:55", "network": {"id": "3d274622-34fb-435d-8ff8-727209c7727a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-201826157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "491de71712604b6c98cd44898b85fe9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e893710-5e", "ovs_interfaceid": "3e893710-5ed4-4439-8d2e-520619c25677", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.338425] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52feff60-1f64-80c5-f26c-832e761d0eb8, 'name': SearchDatastore_Task, 'duration_secs': 0.008299} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.339240] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b58d594-6f79-402b-8e4b-3eed5053a889 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.344494] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1555.344494] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52243c16-1780-f651-e0f6-d6c8eabfa468" [ 1555.344494] env[62099]: _type = "Task" [ 1555.344494] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.353338] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52243c16-1780-f651-e0f6-d6c8eabfa468, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.612893] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75fd95e6-83b8-495d-a2ba-0e9a53bd734e tempest-ServerAddressesTestJSON-1030212886 tempest-ServerAddressesTestJSON-1030212886-project-member] Lock "0d2ba44d-f920-48b8-9df1-b40f71deb55f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.596s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.614759] env[62099]: DEBUG nova.network.neutron [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Successfully updated port: 72938bac-1d39-4836-9fdd-081e0d441204 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1555.676090] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896774, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.773660] env[62099]: DEBUG nova.virt.hardware [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1555.774062] env[62099]: DEBUG nova.virt.hardware [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1555.774175] env[62099]: DEBUG nova.virt.hardware [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1555.774287] env[62099]: DEBUG nova.virt.hardware [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1555.774431] env[62099]: DEBUG nova.virt.hardware [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1555.774574] env[62099]: DEBUG nova.virt.hardware [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1555.774852] env[62099]: DEBUG nova.virt.hardware [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1555.775598] env[62099]: DEBUG nova.virt.hardware [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1555.775661] env[62099]: DEBUG nova.virt.hardware [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1555.775803] env[62099]: DEBUG nova.virt.hardware [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1555.776101] env[62099]: DEBUG nova.virt.hardware [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1555.777587] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae04516-4be8-4915-825c-1792a1995ba3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.791993] env[62099]: DEBUG oslo_concurrency.lockutils [req-56395365-7729-4fc4-b8c6-c0071251d5b7 req-a33fbdd9-bc58-4299-a742-e2bca7766cd6 service nova] Releasing lock "refresh_cache-bab7c411-a648-40b6-a350-1aa24077b2a3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.794058] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca22008-bda0-44e9-a6a9-895efaf8c399 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.818162] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:10:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72dc7843-d94d-45f7-a0bb-5ef4815d2729', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1555.825612] env[62099]: DEBUG oslo.service.loopingcall [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1555.828663] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1555.828872] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a68c2126-77ba-420d-9afd-d30965263bce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.852249] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1555.852249] env[62099]: value = "task-1896775" [ 1555.852249] env[62099]: _type = "Task" [ 1555.852249] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.855781] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52243c16-1780-f651-e0f6-d6c8eabfa468, 'name': SearchDatastore_Task, 'duration_secs': 0.015396} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.860970] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.861276] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] eca9106b-dfe7-4d99-a706-5fc10ef81f02/eca9106b-dfe7-4d99-a706-5fc10ef81f02.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1555.861712] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d0eab00-7519-43ba-a56a-cd3fdad47336 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.870435] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896775, 'name': CreateVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.871664] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1555.871664] env[62099]: value = "task-1896776" [ 1555.871664] env[62099]: _type = "Task" [ 1555.871664] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.883339] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.048567] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b835177-286c-4d94-b2b5-fcc8239ad03f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.060119] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea641d8-bfa3-4db2-aee1-3fafd7804ec2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.067499] env[62099]: DEBUG nova.objects.instance [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lazy-loading 'flavor' on Instance uuid 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.099336] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "f5babee2-eada-48b0-99c6-eec3024633e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.099616] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "f5babee2-eada-48b0-99c6-eec3024633e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.099825] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "f5babee2-eada-48b0-99c6-eec3024633e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.100018] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "f5babee2-eada-48b0-99c6-eec3024633e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.100197] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "f5babee2-eada-48b0-99c6-eec3024633e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.102516] env[62099]: INFO nova.compute.manager [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Terminating instance [ 1556.110267] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0e4b5d42-95f7-477d-8eb3-fd7da92c29ca tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 6.850s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.113665] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7ff990-8824-46ed-bbd1-5142c922d376 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.118521] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "refresh_cache-c5eae579-7720-463e-9a34-d3e7baaf4890" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.118657] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquired lock "refresh_cache-c5eae579-7720-463e-9a34-d3e7baaf4890" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.118809] env[62099]: DEBUG nova.network.neutron [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1556.128135] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51b4ce1-f8c3-45b5-9537-257fe96eab76 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.145580] env[62099]: DEBUG nova.compute.provider_tree [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.176423] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896774, 'name': CreateVM_Task, 'duration_secs': 0.568847} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.176634] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1556.177405] env[62099]: DEBUG oslo_concurrency.lockutils [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.177573] env[62099]: DEBUG oslo_concurrency.lockutils [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.178786] env[62099]: DEBUG oslo_concurrency.lockutils [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1556.178786] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8496b441-031e-47aa-96ae-d0259affdf8d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.185443] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Waiting for the task: (returnval){ [ 1556.185443] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5229b0fc-21a3-5c0c-9ab1-9eccf0b66ee4" [ 1556.185443] env[62099]: _type = "Task" [ 1556.185443] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.196344] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5229b0fc-21a3-5c0c-9ab1-9eccf0b66ee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.346063] env[62099]: DEBUG nova.network.neutron [req-f4e119bc-0d62-4798-9b7c-e6191f046b0f req-f7134ab0-1297-4ef2-a2e9-d88af519e3be service nova] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Updated VIF entry in instance network info cache for port 19b87f29-2b1e-4857-bfd9-b7430a6a7d34. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1556.346499] env[62099]: DEBUG nova.network.neutron [req-f4e119bc-0d62-4798-9b7c-e6191f046b0f req-f7134ab0-1297-4ef2-a2e9-d88af519e3be service nova] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Updating instance_info_cache with network_info: [{"id": "19b87f29-2b1e-4857-bfd9-b7430a6a7d34", "address": "fa:16:3e:37:15:7b", "network": {"id": "5b6d4e21-59b4-45de-a4e4-8fe1841f7d63", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-926494623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e02979ff93bd47a093133c430cb8d64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b87f29-2b", "ovs_interfaceid": "19b87f29-2b1e-4857-bfd9-b7430a6a7d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.369854] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896775, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.386162] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491552} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.386466] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] eca9106b-dfe7-4d99-a706-5fc10ef81f02/eca9106b-dfe7-4d99-a706-5fc10ef81f02.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1556.386681] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1556.386937] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab6656d9-a1b3-416b-a1c7-6927dd8f76f9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.396394] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1556.396394] env[62099]: value = "task-1896777" [ 1556.396394] env[62099]: _type = "Task" [ 1556.396394] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.405066] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.619534] env[62099]: DEBUG nova.compute.manager [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1556.619772] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1556.620722] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9850d5-5ba0-4862-bbd1-f142a0aa216e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.631084] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.631338] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43ff35ac-fb81-48d9-ab8e-a2474b416b81 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.638013] env[62099]: DEBUG oslo_vmware.api [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1556.638013] env[62099]: value = "task-1896778" [ 1556.638013] env[62099]: _type = "Task" [ 1556.638013] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.645966] env[62099]: DEBUG oslo_vmware.api [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.648790] env[62099]: DEBUG nova.scheduler.client.report [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1556.696382] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5229b0fc-21a3-5c0c-9ab1-9eccf0b66ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.063347} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.696657] env[62099]: DEBUG oslo_concurrency.lockutils [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.696883] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1556.697155] env[62099]: DEBUG oslo_concurrency.lockutils [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.697305] env[62099]: DEBUG oslo_concurrency.lockutils [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.697486] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1556.697742] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d27b2223-7df7-4646-b1f0-dd3711c9934c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.700577] env[62099]: DEBUG nova.network.neutron [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1556.709740] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1556.709895] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1556.710609] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-515f584c-22b5-43b4-8ccd-03a4f9c04334 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.716250] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Waiting for the task: (returnval){ [ 1556.716250] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d880a4-1df9-5f00-aa94-3f370b8ab820" [ 1556.716250] env[62099]: _type = "Task" [ 1556.716250] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.724099] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d880a4-1df9-5f00-aa94-3f370b8ab820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.849903] env[62099]: DEBUG oslo_concurrency.lockutils [req-f4e119bc-0d62-4798-9b7c-e6191f046b0f req-f7134ab0-1297-4ef2-a2e9-d88af519e3be service nova] Releasing lock "refresh_cache-c11bfc01-fa00-4b38-b79e-d293db75da1f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.863990] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.864252] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.864918] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.865133] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.865309] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.869701] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896775, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.870195] env[62099]: INFO nova.compute.manager [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Terminating instance [ 1556.906869] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0724} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.907186] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1556.907983] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bd8ee7-22a0-4c41-b9c4-2a7960637c07 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.930298] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] eca9106b-dfe7-4d99-a706-5fc10ef81f02/eca9106b-dfe7-4d99-a706-5fc10ef81f02.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1556.930639] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeec0681-e507-492f-94d8-cccef65912c1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.951774] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1556.951774] env[62099]: value = "task-1896779" [ 1556.951774] env[62099]: _type = "Task" [ 1556.951774] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.963309] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.051185] env[62099]: DEBUG nova.network.neutron [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Updating instance_info_cache with network_info: [{"id": "72938bac-1d39-4836-9fdd-081e0d441204", "address": "fa:16:3e:b9:43:53", "network": {"id": "d8304558-14f4-4c19-a583-7dfc24f484dd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1475044829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323f469402294e11ba18af98d5227f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72938bac-1d", "ovs_interfaceid": "72938bac-1d39-4836-9fdd-081e0d441204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.151648] env[62099]: DEBUG oslo_vmware.api [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.153536] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.155735] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.207s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.155971] env[62099]: DEBUG nova.objects.instance [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lazy-loading 'resources' on Instance uuid 10f6378b-bf30-49aa-8205-f31acffb0f4d {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1557.183522] env[62099]: INFO nova.scheduler.client.report [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Deleted allocations for instance 582320f4-97f1-4d19-9148-d17b10d3088b [ 1557.228266] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d880a4-1df9-5f00-aa94-3f370b8ab820, 'name': SearchDatastore_Task, 'duration_secs': 0.008357} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.229490] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58b04b05-c6a7-4f24-8d39-27b23afa5969 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.235714] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Waiting for the task: (returnval){ [ 1557.235714] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]524b0ec8-6ca7-d904-d7df-798b357f6afd" [ 1557.235714] env[62099]: _type = "Task" [ 1557.235714] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.245586] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]524b0ec8-6ca7-d904-d7df-798b357f6afd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.247779] env[62099]: DEBUG nova.compute.manager [req-e98fd4ec-6e3b-4df1-b832-cb0ae4b4fbf7 req-67c32464-1071-4eb5-b9c7-5a37dbf132b9 service nova] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Received event network-vif-plugged-72938bac-1d39-4836-9fdd-081e0d441204 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1557.247976] env[62099]: DEBUG oslo_concurrency.lockutils [req-e98fd4ec-6e3b-4df1-b832-cb0ae4b4fbf7 req-67c32464-1071-4eb5-b9c7-5a37dbf132b9 service nova] Acquiring lock "c5eae579-7720-463e-9a34-d3e7baaf4890-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.248203] env[62099]: DEBUG oslo_concurrency.lockutils [req-e98fd4ec-6e3b-4df1-b832-cb0ae4b4fbf7 req-67c32464-1071-4eb5-b9c7-5a37dbf132b9 service nova] Lock "c5eae579-7720-463e-9a34-d3e7baaf4890-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.248366] env[62099]: DEBUG oslo_concurrency.lockutils [req-e98fd4ec-6e3b-4df1-b832-cb0ae4b4fbf7 req-67c32464-1071-4eb5-b9c7-5a37dbf132b9 service nova] Lock "c5eae579-7720-463e-9a34-d3e7baaf4890-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.248524] env[62099]: DEBUG nova.compute.manager [req-e98fd4ec-6e3b-4df1-b832-cb0ae4b4fbf7 req-67c32464-1071-4eb5-b9c7-5a37dbf132b9 service nova] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] No waiting events found dispatching network-vif-plugged-72938bac-1d39-4836-9fdd-081e0d441204 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1557.248676] env[62099]: WARNING nova.compute.manager [req-e98fd4ec-6e3b-4df1-b832-cb0ae4b4fbf7 req-67c32464-1071-4eb5-b9c7-5a37dbf132b9 service nova] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Received unexpected event network-vif-plugged-72938bac-1d39-4836-9fdd-081e0d441204 for instance with vm_state building and task_state spawning. [ 1557.248824] env[62099]: DEBUG nova.compute.manager [req-e98fd4ec-6e3b-4df1-b832-cb0ae4b4fbf7 req-67c32464-1071-4eb5-b9c7-5a37dbf132b9 service nova] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Received event network-changed-72938bac-1d39-4836-9fdd-081e0d441204 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1557.248967] env[62099]: DEBUG nova.compute.manager [req-e98fd4ec-6e3b-4df1-b832-cb0ae4b4fbf7 req-67c32464-1071-4eb5-b9c7-5a37dbf132b9 service nova] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Refreshing instance network info cache due to event network-changed-72938bac-1d39-4836-9fdd-081e0d441204. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1557.249153] env[62099]: DEBUG oslo_concurrency.lockutils [req-e98fd4ec-6e3b-4df1-b832-cb0ae4b4fbf7 req-67c32464-1071-4eb5-b9c7-5a37dbf132b9 service nova] Acquiring lock "refresh_cache-c5eae579-7720-463e-9a34-d3e7baaf4890" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.367779] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896775, 'name': CreateVM_Task, 'duration_secs': 1.442002} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.367962] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1557.368810] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.368981] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.369355] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1557.369627] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97999e4b-91ee-46aa-8f8a-373bc9bf8a0d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.374457] env[62099]: DEBUG nova.compute.manager [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1557.374738] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1557.376730] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db76f28a-c5b4-4053-87a0-05a18473e08c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.378947] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1557.378947] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5235364a-9869-7a0d-88d1-ac39f0d07d91" [ 1557.378947] env[62099]: _type = "Task" [ 1557.378947] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.386774] env[62099]: DEBUG oslo_vmware.api [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1557.386774] env[62099]: value = "task-1896780" [ 1557.386774] env[62099]: _type = "Task" [ 1557.386774] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.391261] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5235364a-9869-7a0d-88d1-ac39f0d07d91, 'name': SearchDatastore_Task} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.394825] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.395152] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1557.395310] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.403325] env[62099]: DEBUG oslo_vmware.api [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.463797] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.554981] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Releasing lock "refresh_cache-c5eae579-7720-463e-9a34-d3e7baaf4890" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.555457] env[62099]: DEBUG nova.compute.manager [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Instance network_info: |[{"id": "72938bac-1d39-4836-9fdd-081e0d441204", "address": "fa:16:3e:b9:43:53", "network": {"id": "d8304558-14f4-4c19-a583-7dfc24f484dd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1475044829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323f469402294e11ba18af98d5227f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72938bac-1d", "ovs_interfaceid": "72938bac-1d39-4836-9fdd-081e0d441204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1557.555829] env[62099]: DEBUG oslo_concurrency.lockutils [req-e98fd4ec-6e3b-4df1-b832-cb0ae4b4fbf7 req-67c32464-1071-4eb5-b9c7-5a37dbf132b9 service nova] Acquired lock "refresh_cache-c5eae579-7720-463e-9a34-d3e7baaf4890" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.556113] env[62099]: DEBUG nova.network.neutron [req-e98fd4ec-6e3b-4df1-b832-cb0ae4b4fbf7 req-67c32464-1071-4eb5-b9c7-5a37dbf132b9 service nova] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Refreshing network info cache for port 72938bac-1d39-4836-9fdd-081e0d441204 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1557.557479] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:43:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72938bac-1d39-4836-9fdd-081e0d441204', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1557.566273] env[62099]: DEBUG oslo.service.loopingcall [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1557.566825] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1557.567433] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ddf1500-00ed-4ad3-a896-456639956007 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.589327] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1557.589327] env[62099]: value = "task-1896781" [ 1557.589327] env[62099]: _type = "Task" [ 1557.589327] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.598529] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896781, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.650177] env[62099]: DEBUG oslo_vmware.api [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896778, 'name': PowerOffVM_Task, 'duration_secs': 0.820926} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.651032] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1557.651032] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1557.651032] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea6c832c-68c6-425b-9d8e-93e0df898e13 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.691665] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9d744b9d-b9dc-462b-bdea-2237dc301eb0 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "582320f4-97f1-4d19-9148-d17b10d3088b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.993s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.749976] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]524b0ec8-6ca7-d904-d7df-798b357f6afd, 'name': SearchDatastore_Task, 'duration_secs': 0.010442} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.750418] env[62099]: DEBUG oslo_concurrency.lockutils [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.751036] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] c11bfc01-fa00-4b38-b79e-d293db75da1f/c11bfc01-fa00-4b38-b79e-d293db75da1f.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1557.751036] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.751247] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1557.751522] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ee54282-5ce8-4e6b-80d4-422bdf1f77f7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.757049] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97151bbf-7eda-42d3-b891-b9587145af32 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.772687] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Waiting for the task: (returnval){ [ 1557.772687] env[62099]: value = "task-1896783" [ 1557.772687] env[62099]: _type = "Task" [ 1557.772687] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.774196] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1557.774316] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1557.777968] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-696d2601-7262-4787-9891-13ee697bece2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.790387] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': task-1896783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.791443] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1557.791443] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52103b5b-5bcd-45c3-d4f5-855f2c11f26f" [ 1557.791443] env[62099]: _type = "Task" [ 1557.791443] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.803346] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52103b5b-5bcd-45c3-d4f5-855f2c11f26f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.906960] env[62099]: DEBUG oslo_vmware.api [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896780, 'name': PowerOffVM_Task, 'duration_secs': 0.291357} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.907597] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1557.907597] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Volume detach. Driver type: vmdk {{(pid=62099) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1557.907697] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391682', 'volume_id': '98b6fed9-31af-4dd7-83f3-767b98d663e0', 'name': 'volume-98b6fed9-31af-4dd7-83f3-767b98d663e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a', 'attached_at': '', 'detached_at': '', 'volume_id': '98b6fed9-31af-4dd7-83f3-767b98d663e0', 'serial': '98b6fed9-31af-4dd7-83f3-767b98d663e0'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1557.908756] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec33adb-68bf-4e62-851f-3fb1a1f83380 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.933498] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbf9cc5-36d2-4a50-b2dc-c90a26f48dbe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.941375] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3229bf-9f00-41fe-9650-50af582014bc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.971710] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062070e5-36b7-4318-93d2-70ba6dc59bfb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.990536] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] The volume has not been displaced from its original location: [datastore2] volume-98b6fed9-31af-4dd7-83f3-767b98d663e0/volume-98b6fed9-31af-4dd7-83f3-767b98d663e0.vmdk. No consolidation needed. {{(pid=62099) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1557.995759] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Reconfiguring VM instance instance-00000037 to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1558.001231] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-293e1e90-43bc-4a4b-a6a8-0c462efd13e7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.014673] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896779, 'name': ReconfigVM_Task, 'duration_secs': 0.641903} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.015220] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Reconfigured VM instance instance-0000003b to attach disk [datastore2] eca9106b-dfe7-4d99-a706-5fc10ef81f02/eca9106b-dfe7-4d99-a706-5fc10ef81f02.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1558.016258] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62719ab4-8c1f-48ec-b888-f30bdd4ea5f9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.023631] env[62099]: DEBUG oslo_vmware.api [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1558.023631] env[62099]: value = "task-1896784" [ 1558.023631] env[62099]: _type = "Task" [ 1558.023631] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.025590] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1558.025590] env[62099]: value = "task-1896785" [ 1558.025590] env[62099]: _type = "Task" [ 1558.025590] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.043410] env[62099]: DEBUG oslo_vmware.api [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896784, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.047538] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896785, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.100922] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896781, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.121942] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1558.122184] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1558.122356] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Deleting the datastore file [datastore1] f5babee2-eada-48b0-99c6-eec3024633e2 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1558.122641] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4239a310-c657-4162-b817-eef1b4c2a5e5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.133831] env[62099]: DEBUG oslo_vmware.api [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1558.133831] env[62099]: value = "task-1896786" [ 1558.133831] env[62099]: _type = "Task" [ 1558.133831] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.143920] env[62099]: DEBUG oslo_vmware.api [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.186159] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a87bb72-49a6-48ac-9539-39fb15d5b904 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.195642] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46f9338-99bd-4c05-ad29-ae8adf724e12 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.228092] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2a6863-9e95-442a-ab6b-fec06f6e0326 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.237601] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67eebea-eb45-4b29-8f63-6af98e7701fc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.253588] env[62099]: DEBUG nova.compute.provider_tree [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.285685] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': task-1896783, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.304459] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52103b5b-5bcd-45c3-d4f5-855f2c11f26f, 'name': SearchDatastore_Task, 'duration_secs': 0.027672} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.305605] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-530d2177-1949-4c31-8a24-071b587b6781 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.313665] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1558.313665] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]520e792d-0278-a841-923b-ad2db89adc86" [ 1558.313665] env[62099]: _type = "Task" [ 1558.313665] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.325719] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520e792d-0278-a841-923b-ad2db89adc86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.539793] env[62099]: DEBUG oslo_vmware.api [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896784, 'name': ReconfigVM_Task, 'duration_secs': 0.336114} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.540900] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Reconfigured VM instance instance-00000037 to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1558.548448] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9895e9b-5a9d-4d4b-9867-3d345d080b11 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.559206] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896785, 'name': Rename_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.565931] env[62099]: DEBUG oslo_vmware.api [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1558.565931] env[62099]: value = "task-1896787" [ 1558.565931] env[62099]: _type = "Task" [ 1558.565931] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.574637] env[62099]: DEBUG oslo_vmware.api [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.599206] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896781, 'name': CreateVM_Task, 'duration_secs': 0.719495} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.599385] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1558.600089] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.600255] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.600618] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1558.600828] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c2e91f-8e7e-4416-87e9-684a0e437eab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.606643] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1558.606643] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cd4b0a-edfe-5285-b07d-8d3d57bbe73b" [ 1558.606643] env[62099]: _type = "Task" [ 1558.606643] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.615482] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cd4b0a-edfe-5285-b07d-8d3d57bbe73b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.645213] env[62099]: DEBUG oslo_vmware.api [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420117} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.645601] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1558.645810] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1558.645989] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1558.646216] env[62099]: INFO nova.compute.manager [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Took 2.03 seconds to destroy the instance on the hypervisor. [ 1558.646465] env[62099]: DEBUG oslo.service.loopingcall [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1558.646659] env[62099]: DEBUG nova.compute.manager [-] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1558.646754] env[62099]: DEBUG nova.network.neutron [-] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1558.758419] env[62099]: DEBUG nova.scheduler.client.report [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1558.786472] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': task-1896783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762046} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.786771] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] c11bfc01-fa00-4b38-b79e-d293db75da1f/c11bfc01-fa00-4b38-b79e-d293db75da1f.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1558.786989] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1558.787260] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e32036c-9b79-402a-90f6-b85180188b2f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.796958] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Waiting for the task: (returnval){ [ 1558.796958] env[62099]: value = "task-1896788" [ 1558.796958] env[62099]: _type = "Task" [ 1558.796958] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.805533] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': task-1896788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.825243] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520e792d-0278-a841-923b-ad2db89adc86, 'name': SearchDatastore_Task, 'duration_secs': 0.046406} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.825517] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.825774] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] f453cd1b-e25b-4ca2-81b7-721fa2ecddb9/f453cd1b-e25b-4ca2-81b7-721fa2ecddb9.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1558.826081] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1217c512-b33b-4459-a4ef-eeb3fba53f11 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.834881] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1558.834881] env[62099]: value = "task-1896789" [ 1558.834881] env[62099]: _type = "Task" [ 1558.834881] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.847272] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.870404] env[62099]: DEBUG nova.network.neutron [req-e98fd4ec-6e3b-4df1-b832-cb0ae4b4fbf7 req-67c32464-1071-4eb5-b9c7-5a37dbf132b9 service nova] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Updated VIF entry in instance network info cache for port 72938bac-1d39-4836-9fdd-081e0d441204. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1558.870794] env[62099]: DEBUG nova.network.neutron [req-e98fd4ec-6e3b-4df1-b832-cb0ae4b4fbf7 req-67c32464-1071-4eb5-b9c7-5a37dbf132b9 service nova] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Updating instance_info_cache with network_info: [{"id": "72938bac-1d39-4836-9fdd-081e0d441204", "address": "fa:16:3e:b9:43:53", "network": {"id": "d8304558-14f4-4c19-a583-7dfc24f484dd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1475044829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323f469402294e11ba18af98d5227f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72938bac-1d", "ovs_interfaceid": "72938bac-1d39-4836-9fdd-081e0d441204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.043575] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896785, 'name': Rename_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.078958] env[62099]: DEBUG oslo_vmware.api [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896787, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.117677] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cd4b0a-edfe-5285-b07d-8d3d57bbe73b, 'name': SearchDatastore_Task, 'duration_secs': 0.021675} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.118031] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.118243] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1559.118488] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.118632] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.118803] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1559.119084] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61557562-4a8b-417c-8bef-b1b705979884 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.128242] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1559.128495] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1559.129572] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dadf9c31-c9e4-45ac-8557-a8dc90f6500e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.135424] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1559.135424] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528b6f4d-09ee-090b-ab46-d3a5f2715143" [ 1559.135424] env[62099]: _type = "Task" [ 1559.135424] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.143674] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528b6f4d-09ee-090b-ab46-d3a5f2715143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.266142] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.268652] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.952s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.268832] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.268993] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1559.269552] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.226s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.270872] env[62099]: INFO nova.compute.claims [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1559.274388] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fa1a84-f31b-4d46-8877-ad8a54905c24 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.283651] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92440f14-9a55-4ce5-9c32-dd80db12042d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.308612] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61588ca-ce08-4c04-bc29-cfdaa739ad9b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.312339] env[62099]: INFO nova.scheduler.client.report [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Deleted allocations for instance 10f6378b-bf30-49aa-8205-f31acffb0f4d [ 1559.325128] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': task-1896788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073958} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.326170] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02ab66b-783c-4caf-88ae-64b34844f67f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.330264] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1559.334093] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609eb2fc-56fb-40b6-8e24-55020c7543b7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.381333] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] c11bfc01-fa00-4b38-b79e-d293db75da1f/c11bfc01-fa00-4b38-b79e-d293db75da1f.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1559.381707] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179131MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1559.381831] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.383336] env[62099]: DEBUG oslo_concurrency.lockutils [req-e98fd4ec-6e3b-4df1-b832-cb0ae4b4fbf7 req-67c32464-1071-4eb5-b9c7-5a37dbf132b9 service nova] Releasing lock "refresh_cache-c5eae579-7720-463e-9a34-d3e7baaf4890" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.384380] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a93be908-d2e4-4cb7-9914-38ebaeebe532 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.399379] env[62099]: DEBUG nova.compute.manager [req-b4a0125e-21ff-4866-8bf0-978c8a76224e req-3659f3cd-81bc-4b3c-ad68-e2b24cd2f31e service nova] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Received event network-vif-deleted-b11f9fed-b00f-4c3c-9d14-d80d5d82e135 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1559.399528] env[62099]: INFO nova.compute.manager [req-b4a0125e-21ff-4866-8bf0-978c8a76224e req-3659f3cd-81bc-4b3c-ad68-e2b24cd2f31e service nova] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Neutron deleted interface b11f9fed-b00f-4c3c-9d14-d80d5d82e135; detaching it from the instance and deleting it from the info cache [ 1559.399697] env[62099]: DEBUG nova.network.neutron [req-b4a0125e-21ff-4866-8bf0-978c8a76224e req-3659f3cd-81bc-4b3c-ad68-e2b24cd2f31e service nova] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.404505] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.412242] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Waiting for the task: (returnval){ [ 1559.412242] env[62099]: value = "task-1896790" [ 1559.412242] env[62099]: _type = "Task" [ 1559.412242] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.421350] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': task-1896790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.545557] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896785, 'name': Rename_Task, 'duration_secs': 1.239212} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.545834] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1559.546109] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1607e311-093f-4900-a968-d428c1c6f639 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.553762] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1559.553762] env[62099]: value = "task-1896791" [ 1559.553762] env[62099]: _type = "Task" [ 1559.553762] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.561887] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.575419] env[62099]: DEBUG oslo_vmware.api [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896787, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.645573] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528b6f4d-09ee-090b-ab46-d3a5f2715143, 'name': SearchDatastore_Task, 'duration_secs': 0.009275} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.646428] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c046c2c7-e9aa-4693-b5ac-13eaafb28de3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.652877] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1559.652877] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]525c94e4-2d47-d214-1284-805546c385b4" [ 1559.652877] env[62099]: _type = "Task" [ 1559.652877] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.661257] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525c94e4-2d47-d214-1284-805546c385b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.824010] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e77fca1e-6fac-41ae-896d-70e626e24c66 tempest-ListImageFiltersTestJSON-2068286007 tempest-ListImageFiltersTestJSON-2068286007-project-member] Lock "10f6378b-bf30-49aa-8205-f31acffb0f4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.337s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.837254] env[62099]: DEBUG nova.network.neutron [-] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.854021] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.907122] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b992e4a-d239-4a5c-a55c-2cea59ef5fab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.922489] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55475620-fed1-415e-b0ad-253b11d47861 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.937558] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': task-1896790, 'name': ReconfigVM_Task, 'duration_secs': 0.33081} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.938370] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Reconfigured VM instance instance-0000003c to attach disk [datastore2] c11bfc01-fa00-4b38-b79e-d293db75da1f/c11bfc01-fa00-4b38-b79e-d293db75da1f.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1559.939335] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8c6793d-9428-4e2e-88ac-a21c148f6673 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.951602] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Waiting for the task: (returnval){ [ 1559.951602] env[62099]: value = "task-1896792" [ 1559.951602] env[62099]: _type = "Task" [ 1559.951602] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.970723] env[62099]: DEBUG nova.compute.manager [req-b4a0125e-21ff-4866-8bf0-978c8a76224e req-3659f3cd-81bc-4b3c-ad68-e2b24cd2f31e service nova] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Detach interface failed, port_id=b11f9fed-b00f-4c3c-9d14-d80d5d82e135, reason: Instance f5babee2-eada-48b0-99c6-eec3024633e2 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1559.976921] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': task-1896792, 'name': Rename_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.068784] env[62099]: DEBUG oslo_vmware.api [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896791, 'name': PowerOnVM_Task, 'duration_secs': 0.510398} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.073118] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1560.073384] env[62099]: INFO nova.compute.manager [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Took 10.35 seconds to spawn the instance on the hypervisor. [ 1560.073567] env[62099]: DEBUG nova.compute.manager [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1560.074553] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96486f99-cd90-4509-a186-823db1ffa517 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.089579] env[62099]: DEBUG oslo_vmware.api [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896787, 'name': ReconfigVM_Task, 'duration_secs': 1.30231} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.090218] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391682', 'volume_id': '98b6fed9-31af-4dd7-83f3-767b98d663e0', 'name': 'volume-98b6fed9-31af-4dd7-83f3-767b98d663e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a', 'attached_at': '', 'detached_at': '', 'volume_id': '98b6fed9-31af-4dd7-83f3-767b98d663e0', 'serial': '98b6fed9-31af-4dd7-83f3-767b98d663e0'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1560.090529] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1560.091425] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8967ef1-b22d-4abb-b8df-8b7ee6714854 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.102843] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1560.103203] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c117601-8f8d-4a6c-9c4c-e38203303c11 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.165565] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525c94e4-2d47-d214-1284-805546c385b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010515} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.165983] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.166223] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] c5eae579-7720-463e-9a34-d3e7baaf4890/c5eae579-7720-463e-9a34-d3e7baaf4890.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1560.166541] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db2a22d7-5ca2-4f6d-b1c7-2f8c05d3eeb1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.176978] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1560.176978] env[62099]: value = "task-1896794" [ 1560.176978] env[62099]: _type = "Task" [ 1560.176978] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.191304] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.213355] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1560.213612] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1560.214653] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Deleting the datastore file [datastore1] 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1560.214653] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8247a6fa-c457-481d-9252-f29bbc615679 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.223941] env[62099]: DEBUG oslo_vmware.api [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1560.223941] env[62099]: value = "task-1896795" [ 1560.223941] env[62099]: _type = "Task" [ 1560.223941] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.235503] env[62099]: DEBUG oslo_vmware.api [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.343566] env[62099]: INFO nova.compute.manager [-] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Took 1.70 seconds to deallocate network for instance. [ 1560.349653] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896789, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.490652} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.349965] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] f453cd1b-e25b-4ca2-81b7-721fa2ecddb9/f453cd1b-e25b-4ca2-81b7-721fa2ecddb9.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1560.350489] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1560.353914] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75c670d0-e0ee-43ea-a263-7046afcc13b6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.365412] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1560.365412] env[62099]: value = "task-1896796" [ 1560.365412] env[62099]: _type = "Task" [ 1560.365412] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.375715] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.469502] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': task-1896792, 'name': Rename_Task, 'duration_secs': 0.351369} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.470116] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1560.471092] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efef1bc6-6971-40b6-942b-af0f8f79af7d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.486580] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Waiting for the task: (returnval){ [ 1560.486580] env[62099]: value = "task-1896797" [ 1560.486580] env[62099]: _type = "Task" [ 1560.486580] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.499728] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': task-1896797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.606543] env[62099]: INFO nova.compute.manager [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Took 44.73 seconds to build instance. [ 1560.689456] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896794, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.737197] env[62099]: DEBUG oslo_vmware.api [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234504} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.737565] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1560.737814] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1560.738073] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1560.738416] env[62099]: INFO nova.compute.manager [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Took 3.36 seconds to destroy the instance on the hypervisor. [ 1560.738751] env[62099]: DEBUG oslo.service.loopingcall [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.739746] env[62099]: DEBUG nova.compute.manager [-] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1560.739746] env[62099]: DEBUG nova.network.neutron [-] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1560.786108] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89b172b-8633-490b-a78f-665eae6f36ee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.795960] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689b12c8-3818-4a44-b810-350421287250 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.840724] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc62cd6-2b30-4066-aebf-276e6e4e5d4c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.855820] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e80b1f-0491-4a4f-8736-2065be62482c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.863484] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.875065] env[62099]: DEBUG nova.compute.provider_tree [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.886838] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.887214] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1560.888231] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c357ca-7655-4c15-b7a8-855747f860f1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.912831] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] f453cd1b-e25b-4ca2-81b7-721fa2ecddb9/f453cd1b-e25b-4ca2-81b7-721fa2ecddb9.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1560.913564] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-304ddbb6-d2d1-4d3b-ba8d-761ae10c4ad2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.936345] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1560.936345] env[62099]: value = "task-1896798" [ 1560.936345] env[62099]: _type = "Task" [ 1560.936345] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.949332] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.000397] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': task-1896797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.109637] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb8ae66e-0eb5-4c5c-b9d7-f1bc447b247e tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "eca9106b-dfe7-4d99-a706-5fc10ef81f02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.709s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.144220] env[62099]: DEBUG nova.compute.manager [req-ca8a9d4a-7abf-4eb6-90b6-bf5fafdb42bd req-5bddc8fc-0903-4cf7-9bc9-8169af31252c service nova] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Received event network-changed-73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1561.144545] env[62099]: DEBUG nova.compute.manager [req-ca8a9d4a-7abf-4eb6-90b6-bf5fafdb42bd req-5bddc8fc-0903-4cf7-9bc9-8169af31252c service nova] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Refreshing instance network info cache due to event network-changed-73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1561.144793] env[62099]: DEBUG oslo_concurrency.lockutils [req-ca8a9d4a-7abf-4eb6-90b6-bf5fafdb42bd req-5bddc8fc-0903-4cf7-9bc9-8169af31252c service nova] Acquiring lock "refresh_cache-eca9106b-dfe7-4d99-a706-5fc10ef81f02" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.144953] env[62099]: DEBUG oslo_concurrency.lockutils [req-ca8a9d4a-7abf-4eb6-90b6-bf5fafdb42bd req-5bddc8fc-0903-4cf7-9bc9-8169af31252c service nova] Acquired lock "refresh_cache-eca9106b-dfe7-4d99-a706-5fc10ef81f02" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.145670] env[62099]: DEBUG nova.network.neutron [req-ca8a9d4a-7abf-4eb6-90b6-bf5fafdb42bd req-5bddc8fc-0903-4cf7-9bc9-8169af31252c service nova] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Refreshing network info cache for port 73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1561.193539] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678274} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.193844] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] c5eae579-7720-463e-9a34-d3e7baaf4890/c5eae579-7720-463e-9a34-d3e7baaf4890.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1561.194077] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1561.194713] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-881fcb01-e2b6-471d-bb16-53b329329cc3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.203823] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1561.203823] env[62099]: value = "task-1896799" [ 1561.203823] env[62099]: _type = "Task" [ 1561.203823] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.212974] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.382889] env[62099]: DEBUG nova.scheduler.client.report [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1561.448496] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.495286] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': task-1896797, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.550882] env[62099]: DEBUG nova.compute.manager [req-17ffb3b6-6c36-4f1a-a081-ef5743e69a41 req-1597a595-0c7a-459f-a780-4fc422626a09 service nova] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Received event network-vif-deleted-a699f5ad-0b72-404c-8e03-6f8550a5feb2 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1561.550882] env[62099]: INFO nova.compute.manager [req-17ffb3b6-6c36-4f1a-a081-ef5743e69a41 req-1597a595-0c7a-459f-a780-4fc422626a09 service nova] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Neutron deleted interface a699f5ad-0b72-404c-8e03-6f8550a5feb2; detaching it from the instance and deleting it from the info cache [ 1561.550882] env[62099]: DEBUG nova.network.neutron [req-17ffb3b6-6c36-4f1a-a081-ef5743e69a41 req-1597a595-0c7a-459f-a780-4fc422626a09 service nova] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.605959] env[62099]: DEBUG nova.network.neutron [-] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.713830] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072579} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.714312] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1561.715119] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce408cee-719c-4b77-9ce4-dd33a5511159 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.738809] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] c5eae579-7720-463e-9a34-d3e7baaf4890/c5eae579-7720-463e-9a34-d3e7baaf4890.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1561.739142] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83a410ff-46f3-433d-a7f3-c6e1dd5c50ae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.760601] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1561.760601] env[62099]: value = "task-1896800" [ 1561.760601] env[62099]: _type = "Task" [ 1561.760601] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.775366] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896800, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.886993] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.887625] env[62099]: DEBUG nova.compute.manager [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1561.890464] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.810s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.890680] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.897436] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.930s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.898946] env[62099]: INFO nova.compute.claims [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1561.934074] env[62099]: INFO nova.scheduler.client.report [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Deleted allocations for instance 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf [ 1561.951582] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896798, 'name': ReconfigVM_Task, 'duration_secs': 0.873385} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.952335] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Reconfigured VM instance instance-00000039 to attach disk [datastore2] f453cd1b-e25b-4ca2-81b7-721fa2ecddb9/f453cd1b-e25b-4ca2-81b7-721fa2ecddb9.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1561.952609] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fefef0e6-1519-4f4e-82f3-83d0a1455ab2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.959993] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1561.959993] env[62099]: value = "task-1896801" [ 1561.959993] env[62099]: _type = "Task" [ 1561.959993] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.964799] env[62099]: DEBUG nova.network.neutron [req-ca8a9d4a-7abf-4eb6-90b6-bf5fafdb42bd req-5bddc8fc-0903-4cf7-9bc9-8169af31252c service nova] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Updated VIF entry in instance network info cache for port 73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1561.965232] env[62099]: DEBUG nova.network.neutron [req-ca8a9d4a-7abf-4eb6-90b6-bf5fafdb42bd req-5bddc8fc-0903-4cf7-9bc9-8169af31252c service nova] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Updating instance_info_cache with network_info: [{"id": "73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa", "address": "fa:16:3e:00:84:01", "network": {"id": "4256c88c-5aa3-4c1a-b40e-2499109df8a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079084214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98c370a62cd443a88081a61aa8b9f4af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e180d3-7c", "ovs_interfaceid": "73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.972924] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896801, 'name': Rename_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.999781] env[62099]: DEBUG oslo_vmware.api [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': task-1896797, 'name': PowerOnVM_Task, 'duration_secs': 1.372914} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.000216] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1562.000524] env[62099]: INFO nova.compute.manager [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1562.000758] env[62099]: DEBUG nova.compute.manager [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1562.002179] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78974986-6419-44c2-bcee-7725d4ae2fa5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.034908] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ab931e2c-4edf-44ca-93f2-a32c96e710e5 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquiring lock "eca9106b-dfe7-4d99-a706-5fc10ef81f02" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.035009] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ab931e2c-4edf-44ca-93f2-a32c96e710e5 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "eca9106b-dfe7-4d99-a706-5fc10ef81f02" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.035215] env[62099]: INFO nova.compute.manager [None req-ab931e2c-4edf-44ca-93f2-a32c96e710e5 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Rebooting instance [ 1562.054580] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16f2fdd7-0ded-4dfe-a862-0866f2a7f286 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.065792] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e560bf50-920b-4848-8fae-1693ee5b2e94 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.085365] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquiring lock "d6e22500-879b-40c8-ba69-a19b2db27ad1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.085573] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "d6e22500-879b-40c8-ba69-a19b2db27ad1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.118458] env[62099]: INFO nova.compute.manager [-] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Took 1.38 seconds to deallocate network for instance. [ 1562.118458] env[62099]: DEBUG nova.compute.manager [req-17ffb3b6-6c36-4f1a-a081-ef5743e69a41 req-1597a595-0c7a-459f-a780-4fc422626a09 service nova] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Detach interface failed, port_id=a699f5ad-0b72-404c-8e03-6f8550a5feb2, reason: Instance 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1562.270879] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896800, 'name': ReconfigVM_Task, 'duration_secs': 0.332599} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.271863] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Reconfigured VM instance instance-0000003d to attach disk [datastore2] c5eae579-7720-463e-9a34-d3e7baaf4890/c5eae579-7720-463e-9a34-d3e7baaf4890.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1562.272709] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-614d53a6-fa93-46ea-ba2b-d9c0a5a33f9f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.281018] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1562.281018] env[62099]: value = "task-1896802" [ 1562.281018] env[62099]: _type = "Task" [ 1562.281018] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.288999] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896802, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.410503] env[62099]: DEBUG nova.compute.utils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1562.412212] env[62099]: DEBUG nova.compute.manager [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1562.412436] env[62099]: DEBUG nova.network.neutron [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1562.449930] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e92b2d96-ca0b-4b44-af04-31d5bf7651b2 tempest-MigrationsAdminTest-1543070844 tempest-MigrationsAdminTest-1543070844-project-member] Lock "80e54a65-d1da-44d8-9c3a-de2bf54ae4bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.021s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.461726] env[62099]: DEBUG nova.policy [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '111baff84f5b40ac99224c5cb06a7056', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '006a1a0f9c66412f81db24daed90f4ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1562.472982] env[62099]: DEBUG oslo_concurrency.lockutils [req-ca8a9d4a-7abf-4eb6-90b6-bf5fafdb42bd req-5bddc8fc-0903-4cf7-9bc9-8169af31252c service nova] Releasing lock "refresh_cache-eca9106b-dfe7-4d99-a706-5fc10ef81f02" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.480646] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896801, 'name': Rename_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.526758] env[62099]: INFO nova.compute.manager [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Took 44.71 seconds to build instance. [ 1562.565680] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ab931e2c-4edf-44ca-93f2-a32c96e710e5 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquiring lock "refresh_cache-eca9106b-dfe7-4d99-a706-5fc10ef81f02" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.565680] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ab931e2c-4edf-44ca-93f2-a32c96e710e5 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquired lock "refresh_cache-eca9106b-dfe7-4d99-a706-5fc10ef81f02" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.565680] env[62099]: DEBUG nova.network.neutron [None req-ab931e2c-4edf-44ca-93f2-a32c96e710e5 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1562.588556] env[62099]: DEBUG nova.compute.manager [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1562.668641] env[62099]: INFO nova.compute.manager [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Took 0.55 seconds to detach 1 volumes for instance. [ 1562.717731] env[62099]: DEBUG nova.network.neutron [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Successfully created port: b94576c1-93b2-4e19-8266-c679ecde88fe {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1562.789951] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896802, 'name': Rename_Task, 'duration_secs': 0.141924} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.790294] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1562.790554] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f65d7353-7c5e-4170-a63d-66d144b944fb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.798427] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1562.798427] env[62099]: value = "task-1896803" [ 1562.798427] env[62099]: _type = "Task" [ 1562.798427] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.810152] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.838686] env[62099]: DEBUG oslo_concurrency.lockutils [None req-573a4f6b-c189-47e2-a77e-1806f4c285bc tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Acquiring lock "interface-c11bfc01-fa00-4b38-b79e-d293db75da1f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.838849] env[62099]: DEBUG oslo_concurrency.lockutils [None req-573a4f6b-c189-47e2-a77e-1806f4c285bc tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Lock "interface-c11bfc01-fa00-4b38-b79e-d293db75da1f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.839292] env[62099]: DEBUG nova.objects.instance [None req-573a4f6b-c189-47e2-a77e-1806f4c285bc tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Lazy-loading 'flavor' on Instance uuid c11bfc01-fa00-4b38-b79e-d293db75da1f {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1562.920386] env[62099]: DEBUG nova.compute.manager [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1562.973037] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896801, 'name': Rename_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.028609] env[62099]: DEBUG oslo_concurrency.lockutils [None req-700ab8e0-1b17-421e-bcdc-f260f0dc7e05 tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Lock "c11bfc01-fa00-4b38-b79e-d293db75da1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.168s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.111418] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.174738] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.310969] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896803, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.344867] env[62099]: DEBUG nova.objects.instance [None req-573a4f6b-c189-47e2-a77e-1806f4c285bc tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Lazy-loading 'pci_requests' on Instance uuid c11bfc01-fa00-4b38-b79e-d293db75da1f {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1563.348387] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050de876-fcbe-476e-906b-9fff0d7d15cb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.358017] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ed7868-f9f0-4c3f-8679-2bfb5dc01160 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.394406] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a394eba9-d9fb-428d-ab8d-8e686091bff1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.402203] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9a7828-db4e-4a31-8f16-f75eba48909c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.419995] env[62099]: DEBUG nova.compute.provider_tree [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.474571] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896801, 'name': Rename_Task, 'duration_secs': 1.317166} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.474804] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1563.475060] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5674797-fc35-4319-a53a-a9de5cf53067 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.483240] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1563.483240] env[62099]: value = "task-1896804" [ 1563.483240] env[62099]: _type = "Task" [ 1563.483240] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.491377] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.494806] env[62099]: DEBUG nova.network.neutron [None req-ab931e2c-4edf-44ca-93f2-a32c96e710e5 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Updating instance_info_cache with network_info: [{"id": "73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa", "address": "fa:16:3e:00:84:01", "network": {"id": "4256c88c-5aa3-4c1a-b40e-2499109df8a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079084214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98c370a62cd443a88081a61aa8b9f4af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e180d3-7c", "ovs_interfaceid": "73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.808197] env[62099]: DEBUG oslo_vmware.api [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896803, 'name': PowerOnVM_Task, 'duration_secs': 0.515026} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.808551] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1563.808799] env[62099]: INFO nova.compute.manager [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1563.808947] env[62099]: DEBUG nova.compute.manager [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1563.809715] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dece15c-b988-46ed-b458-e14a2e4a1b4a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.848405] env[62099]: DEBUG nova.objects.base [None req-573a4f6b-c189-47e2-a77e-1806f4c285bc tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1563.848653] env[62099]: DEBUG nova.network.neutron [None req-573a4f6b-c189-47e2-a77e-1806f4c285bc tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1563.924894] env[62099]: DEBUG nova.scheduler.client.report [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.931449] env[62099]: DEBUG nova.compute.manager [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1563.964056] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1563.964340] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1563.964496] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1563.964670] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1563.964810] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1563.964952] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1563.966552] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1563.966967] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1563.966967] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1563.967088] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1563.967255] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1563.968135] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8445d755-cf6c-435d-9159-f67c49530869 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.978604] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f57ccef-9800-46c3-9577-f8479347ec71 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.997804] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ab931e2c-4edf-44ca-93f2-a32c96e710e5 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Releasing lock "refresh_cache-eca9106b-dfe7-4d99-a706-5fc10ef81f02" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.002837] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.029016] env[62099]: DEBUG oslo_concurrency.lockutils [None req-573a4f6b-c189-47e2-a77e-1806f4c285bc tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Lock "interface-c11bfc01-fa00-4b38-b79e-d293db75da1f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.189s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.331718] env[62099]: INFO nova.compute.manager [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Took 44.23 seconds to build instance. [ 1564.434743] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.436608] env[62099]: DEBUG nova.compute.manager [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1564.439815] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.085s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.444311] env[62099]: INFO nova.compute.claims [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1564.461974] env[62099]: DEBUG nova.network.neutron [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Successfully updated port: b94576c1-93b2-4e19-8266-c679ecde88fe {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1564.495924] env[62099]: DEBUG oslo_vmware.api [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896804, 'name': PowerOnVM_Task, 'duration_secs': 0.971855} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.496713] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1564.497724] env[62099]: DEBUG nova.compute.manager [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1564.497802] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6ff701-4cba-4213-955b-087977009101 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.509054] env[62099]: DEBUG nova.compute.manager [None req-ab931e2c-4edf-44ca-93f2-a32c96e710e5 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1564.510341] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52250b9-9f6b-4b73-9b59-11364b360ff4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.662374] env[62099]: DEBUG nova.compute.manager [req-629c11c2-3767-41ad-97b1-c91b7af0e89b req-9f3c36ee-67ef-427b-a60d-569fbb0789bd service nova] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Received event network-vif-plugged-b94576c1-93b2-4e19-8266-c679ecde88fe {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1564.662374] env[62099]: DEBUG oslo_concurrency.lockutils [req-629c11c2-3767-41ad-97b1-c91b7af0e89b req-9f3c36ee-67ef-427b-a60d-569fbb0789bd service nova] Acquiring lock "ecf212f3-483a-49c2-bf99-1f62dc9a60e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.662374] env[62099]: DEBUG oslo_concurrency.lockutils [req-629c11c2-3767-41ad-97b1-c91b7af0e89b req-9f3c36ee-67ef-427b-a60d-569fbb0789bd service nova] Lock "ecf212f3-483a-49c2-bf99-1f62dc9a60e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.662374] env[62099]: DEBUG oslo_concurrency.lockutils [req-629c11c2-3767-41ad-97b1-c91b7af0e89b req-9f3c36ee-67ef-427b-a60d-569fbb0789bd service nova] Lock "ecf212f3-483a-49c2-bf99-1f62dc9a60e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.662374] env[62099]: DEBUG nova.compute.manager [req-629c11c2-3767-41ad-97b1-c91b7af0e89b req-9f3c36ee-67ef-427b-a60d-569fbb0789bd service nova] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] No waiting events found dispatching network-vif-plugged-b94576c1-93b2-4e19-8266-c679ecde88fe {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1564.662374] env[62099]: WARNING nova.compute.manager [req-629c11c2-3767-41ad-97b1-c91b7af0e89b req-9f3c36ee-67ef-427b-a60d-569fbb0789bd service nova] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Received unexpected event network-vif-plugged-b94576c1-93b2-4e19-8266-c679ecde88fe for instance with vm_state building and task_state spawning. [ 1564.835505] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ffc15807-98c6-4321-9117-fd9a3b84f1b9 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "c5eae579-7720-463e-9a34-d3e7baaf4890" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.217s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.951964] env[62099]: DEBUG nova.compute.utils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1564.955302] env[62099]: DEBUG nova.compute.manager [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1564.955481] env[62099]: DEBUG nova.network.neutron [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1564.964652] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "refresh_cache-ecf212f3-483a-49c2-bf99-1f62dc9a60e8" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.964826] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquired lock "refresh_cache-ecf212f3-483a-49c2-bf99-1f62dc9a60e8" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.964997] env[62099]: DEBUG nova.network.neutron [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1565.002699] env[62099]: DEBUG nova.policy [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '111baff84f5b40ac99224c5cb06a7056', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '006a1a0f9c66412f81db24daed90f4ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1565.024754] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.314886] env[62099]: DEBUG nova.network.neutron [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Successfully created port: 1fed6c8f-fad0-45e2-a24a-3b1903824685 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1565.455875] env[62099]: DEBUG nova.compute.manager [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1565.525080] env[62099]: DEBUG nova.network.neutron [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1565.530065] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a151fd-aec2-47fd-979d-a4f3977ab0ae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.542546] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ab931e2c-4edf-44ca-93f2-a32c96e710e5 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Doing hard reboot of VM {{(pid=62099) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1565.542546] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0edff23b-54ca-48ed-bacf-15bd0399a659 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.549631] env[62099]: DEBUG oslo_vmware.api [None req-ab931e2c-4edf-44ca-93f2-a32c96e710e5 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1565.549631] env[62099]: value = "task-1896805" [ 1565.549631] env[62099]: _type = "Task" [ 1565.549631] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.568159] env[62099]: DEBUG oslo_vmware.api [None req-ab931e2c-4edf-44ca-93f2-a32c96e710e5 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896805, 'name': ResetVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.755108] env[62099]: DEBUG nova.network.neutron [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Updating instance_info_cache with network_info: [{"id": "b94576c1-93b2-4e19-8266-c679ecde88fe", "address": "fa:16:3e:8f:69:61", "network": {"id": "b4deff51-e369-4fdc-8ffe-d7ae153863e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558038849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "006a1a0f9c66412f81db24daed90f4ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb94576c1-93", "ovs_interfaceid": "b94576c1-93b2-4e19-8266-c679ecde88fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.953856] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1122a5-1439-4969-abe0-89872170293c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.962786] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27057d5-4474-4501-94f6-88fbba7e144a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.999137] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d3a888-a7db-44e5-bfa5-649565ed1322 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.007305] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198542c3-1061-4f99-91f0-487da9ae0034 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.024885] env[62099]: DEBUG nova.compute.provider_tree [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1566.062120] env[62099]: DEBUG oslo_vmware.api [None req-ab931e2c-4edf-44ca-93f2-a32c96e710e5 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896805, 'name': ResetVM_Task, 'duration_secs': 0.107837} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.062353] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ab931e2c-4edf-44ca-93f2-a32c96e710e5 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Did hard reboot of VM {{(pid=62099) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1566.062728] env[62099]: DEBUG nova.compute.manager [None req-ab931e2c-4edf-44ca-93f2-a32c96e710e5 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1566.063825] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ac6ba0-9953-4c3b-9af2-eead47d1fab2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.169651] env[62099]: DEBUG nova.compute.manager [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1566.170844] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eb8beb-bec9-4dda-abb1-83ca13a37292 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.257740] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Releasing lock "refresh_cache-ecf212f3-483a-49c2-bf99-1f62dc9a60e8" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.258037] env[62099]: DEBUG nova.compute.manager [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Instance network_info: |[{"id": "b94576c1-93b2-4e19-8266-c679ecde88fe", "address": "fa:16:3e:8f:69:61", "network": {"id": "b4deff51-e369-4fdc-8ffe-d7ae153863e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558038849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "006a1a0f9c66412f81db24daed90f4ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb94576c1-93", "ovs_interfaceid": "b94576c1-93b2-4e19-8266-c679ecde88fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1566.258483] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:69:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b94576c1-93b2-4e19-8266-c679ecde88fe', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1566.266065] env[62099]: DEBUG oslo.service.loopingcall [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.266237] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1566.266480] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c18db78-fe8f-4928-a7cf-027016a0cf1c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.286836] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1566.286836] env[62099]: value = "task-1896806" [ 1566.286836] env[62099]: _type = "Task" [ 1566.286836] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.294951] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896806, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.369596] env[62099]: DEBUG oslo_concurrency.lockutils [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.369859] env[62099]: DEBUG oslo_concurrency.lockutils [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.390915] env[62099]: DEBUG oslo_concurrency.lockutils [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Acquiring lock "c11bfc01-fa00-4b38-b79e-d293db75da1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.391254] env[62099]: DEBUG oslo_concurrency.lockutils [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Lock "c11bfc01-fa00-4b38-b79e-d293db75da1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.391420] env[62099]: DEBUG oslo_concurrency.lockutils [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Acquiring lock "c11bfc01-fa00-4b38-b79e-d293db75da1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.391605] env[62099]: DEBUG oslo_concurrency.lockutils [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Lock "c11bfc01-fa00-4b38-b79e-d293db75da1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.391780] env[62099]: DEBUG oslo_concurrency.lockutils [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Lock "c11bfc01-fa00-4b38-b79e-d293db75da1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.393880] env[62099]: INFO nova.compute.manager [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Terminating instance [ 1566.474047] env[62099]: DEBUG nova.compute.manager [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1566.495569] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1566.495848] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.496019] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1566.496346] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.496507] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1566.496672] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1566.496941] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1566.497175] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1566.497393] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1566.497582] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1566.497805] env[62099]: DEBUG nova.virt.hardware [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1566.498788] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5309e482-4d82-400b-a933-74201e85cb94 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.508510] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e487fdb-06f2-4c99-beda-514b9a4e3ce0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.528715] env[62099]: DEBUG nova.scheduler.client.report [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1566.577553] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ab931e2c-4edf-44ca-93f2-a32c96e710e5 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "eca9106b-dfe7-4d99-a706-5fc10ef81f02" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.542s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.683165] env[62099]: INFO nova.compute.manager [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] instance snapshotting [ 1566.685943] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a0c93f-9465-4bd7-894b-64169f254ee4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.709222] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dc501e-54e9-489f-84c8-7acd3857689d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.797923] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896806, 'name': CreateVM_Task, 'duration_secs': 0.396199} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.798126] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1566.798849] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.799022] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.799357] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1566.799619] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca1eb9a-55ff-402f-aa9b-7215a719b8ce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.805155] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1566.805155] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52df782a-627b-ad2d-5eb3-54655e100036" [ 1566.805155] env[62099]: _type = "Task" [ 1566.805155] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.813174] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52df782a-627b-ad2d-5eb3-54655e100036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.853861] env[62099]: DEBUG nova.compute.manager [req-4321df60-4498-41e4-b999-cb1bc1ac8c3e req-b40767fd-89f8-44d0-9d67-161192936857 service nova] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Received event network-changed-b94576c1-93b2-4e19-8266-c679ecde88fe {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1566.854107] env[62099]: DEBUG nova.compute.manager [req-4321df60-4498-41e4-b999-cb1bc1ac8c3e req-b40767fd-89f8-44d0-9d67-161192936857 service nova] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Refreshing instance network info cache due to event network-changed-b94576c1-93b2-4e19-8266-c679ecde88fe. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1566.854334] env[62099]: DEBUG oslo_concurrency.lockutils [req-4321df60-4498-41e4-b999-cb1bc1ac8c3e req-b40767fd-89f8-44d0-9d67-161192936857 service nova] Acquiring lock "refresh_cache-ecf212f3-483a-49c2-bf99-1f62dc9a60e8" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.854478] env[62099]: DEBUG oslo_concurrency.lockutils [req-4321df60-4498-41e4-b999-cb1bc1ac8c3e req-b40767fd-89f8-44d0-9d67-161192936857 service nova] Acquired lock "refresh_cache-ecf212f3-483a-49c2-bf99-1f62dc9a60e8" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.854653] env[62099]: DEBUG nova.network.neutron [req-4321df60-4498-41e4-b999-cb1bc1ac8c3e req-b40767fd-89f8-44d0-9d67-161192936857 service nova] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Refreshing network info cache for port b94576c1-93b2-4e19-8266-c679ecde88fe {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1566.872569] env[62099]: DEBUG nova.compute.manager [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1566.900170] env[62099]: DEBUG nova.compute.manager [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1566.900170] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1566.900170] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a012f353-7138-4f08-b986-9c7772650ccc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.913406] env[62099]: DEBUG nova.network.neutron [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Successfully updated port: 1fed6c8f-fad0-45e2-a24a-3b1903824685 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1566.914907] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1566.916307] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-454fff99-13fb-42fd-a627-4e16264b3eae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.926016] env[62099]: DEBUG oslo_vmware.api [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Waiting for the task: (returnval){ [ 1566.926016] env[62099]: value = "task-1896807" [ 1566.926016] env[62099]: _type = "Task" [ 1566.926016] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.935302] env[62099]: DEBUG oslo_vmware.api [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': task-1896807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.033652] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.034296] env[62099]: DEBUG nova.compute.manager [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1567.037672] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.911s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.039489] env[62099]: INFO nova.compute.claims [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1567.217164] env[62099]: DEBUG oslo_concurrency.lockutils [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "f453cd1b-e25b-4ca2-81b7-721fa2ecddb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.217484] env[62099]: DEBUG oslo_concurrency.lockutils [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "f453cd1b-e25b-4ca2-81b7-721fa2ecddb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.217706] env[62099]: DEBUG oslo_concurrency.lockutils [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "f453cd1b-e25b-4ca2-81b7-721fa2ecddb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.217899] env[62099]: DEBUG oslo_concurrency.lockutils [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "f453cd1b-e25b-4ca2-81b7-721fa2ecddb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.218089] env[62099]: DEBUG oslo_concurrency.lockutils [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "f453cd1b-e25b-4ca2-81b7-721fa2ecddb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.220441] env[62099]: INFO nova.compute.manager [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Terminating instance [ 1567.227377] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Creating Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1567.227715] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f70b67c-4811-4f22-b21d-2ce011e98be6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.239322] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1567.239322] env[62099]: value = "task-1896808" [ 1567.239322] env[62099]: _type = "Task" [ 1567.239322] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.249781] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896808, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.292750] env[62099]: DEBUG oslo_concurrency.lockutils [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "100bb6d8-f69a-4ad3-a1c8-53e7fa280040" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.292750] env[62099]: DEBUG oslo_concurrency.lockutils [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "100bb6d8-f69a-4ad3-a1c8-53e7fa280040" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.319755] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52df782a-627b-ad2d-5eb3-54655e100036, 'name': SearchDatastore_Task, 'duration_secs': 0.019316} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.321115] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.321409] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1567.321670] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.321857] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.322071] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1567.322405] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db3f6e79-ffb8-47c4-ab72-da2833bf38cf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.332786] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1567.333044] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1567.334412] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535611aa-ba1b-4873-8817-f1421355b7e0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.340663] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1567.340663] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5238c422-4567-52ac-ed78-04e56a5351c9" [ 1567.340663] env[62099]: _type = "Task" [ 1567.340663] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.353948] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5238c422-4567-52ac-ed78-04e56a5351c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009835} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.354840] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbea3882-dce5-42f4-adf7-3d0ae485835f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.364392] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1567.364392] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a6b21f-42eb-3dff-ef80-06419ce59d3a" [ 1567.364392] env[62099]: _type = "Task" [ 1567.364392] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.374184] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a6b21f-42eb-3dff-ef80-06419ce59d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.400163] env[62099]: DEBUG oslo_concurrency.lockutils [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.417071] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "refresh_cache-75cd2eee-18fd-45cb-b999-a62ecd093ccb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.417284] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquired lock "refresh_cache-75cd2eee-18fd-45cb-b999-a62ecd093ccb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.417406] env[62099]: DEBUG nova.network.neutron [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.436683] env[62099]: DEBUG oslo_vmware.api [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': task-1896807, 'name': PowerOffVM_Task, 'duration_secs': 0.281024} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.437253] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1567.437523] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1567.437854] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bbaf4a1-fc7c-498f-ad96-4324ea6aa57e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.550918] env[62099]: DEBUG nova.compute.utils [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1567.556293] env[62099]: DEBUG nova.compute.manager [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Not allocating networking since 'none' was specified. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1567.572772] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1567.572772] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1567.572772] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Deleting the datastore file [datastore2] c11bfc01-fa00-4b38-b79e-d293db75da1f {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1567.572772] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ade44660-7fa7-4c26-b6f7-2c4dbaf4813d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.582017] env[62099]: DEBUG oslo_vmware.api [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Waiting for the task: (returnval){ [ 1567.582017] env[62099]: value = "task-1896810" [ 1567.582017] env[62099]: _type = "Task" [ 1567.582017] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.591038] env[62099]: DEBUG oslo_vmware.api [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': task-1896810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.648789] env[62099]: DEBUG nova.network.neutron [req-4321df60-4498-41e4-b999-cb1bc1ac8c3e req-b40767fd-89f8-44d0-9d67-161192936857 service nova] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Updated VIF entry in instance network info cache for port b94576c1-93b2-4e19-8266-c679ecde88fe. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1567.648789] env[62099]: DEBUG nova.network.neutron [req-4321df60-4498-41e4-b999-cb1bc1ac8c3e req-b40767fd-89f8-44d0-9d67-161192936857 service nova] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Updating instance_info_cache with network_info: [{"id": "b94576c1-93b2-4e19-8266-c679ecde88fe", "address": "fa:16:3e:8f:69:61", "network": {"id": "b4deff51-e369-4fdc-8ffe-d7ae153863e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558038849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "006a1a0f9c66412f81db24daed90f4ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb94576c1-93", "ovs_interfaceid": "b94576c1-93b2-4e19-8266-c679ecde88fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.727781] env[62099]: DEBUG nova.compute.manager [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1567.727781] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1567.727781] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc07a1a2-a78b-4f8f-93cb-9de7007d5be3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.737314] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1567.737314] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eba3bb1-3fec-4ec0-a57b-01b3ffbc66ae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.749658] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896808, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.751796] env[62099]: DEBUG oslo_vmware.api [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1567.751796] env[62099]: value = "task-1896811" [ 1567.751796] env[62099]: _type = "Task" [ 1567.751796] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.765070] env[62099]: DEBUG oslo_vmware.api [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.797860] env[62099]: DEBUG nova.compute.manager [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1567.863617] env[62099]: DEBUG oslo_concurrency.lockutils [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "ece5d3f5-806e-426b-a64a-fc89b3b600a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.863908] env[62099]: DEBUG oslo_concurrency.lockutils [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "ece5d3f5-806e-426b-a64a-fc89b3b600a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.878040] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a6b21f-42eb-3dff-ef80-06419ce59d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009478} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.879018] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.879295] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] ecf212f3-483a-49c2-bf99-1f62dc9a60e8/ecf212f3-483a-49c2-bf99-1f62dc9a60e8.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1567.879828] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3e66242-c4f3-43e5-91d1-b8894e4a419b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.887305] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1567.887305] env[62099]: value = "task-1896812" [ 1567.887305] env[62099]: _type = "Task" [ 1567.887305] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.899803] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.955632] env[62099]: DEBUG nova.compute.manager [req-06109124-bc02-4c97-9b96-85567499041e req-fab422fc-7575-4c8a-bcc5-aa9e00d68b71 service nova] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Received event network-changed-73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1567.955828] env[62099]: DEBUG nova.compute.manager [req-06109124-bc02-4c97-9b96-85567499041e req-fab422fc-7575-4c8a-bcc5-aa9e00d68b71 service nova] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Refreshing instance network info cache due to event network-changed-73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1567.956050] env[62099]: DEBUG oslo_concurrency.lockutils [req-06109124-bc02-4c97-9b96-85567499041e req-fab422fc-7575-4c8a-bcc5-aa9e00d68b71 service nova] Acquiring lock "refresh_cache-eca9106b-dfe7-4d99-a706-5fc10ef81f02" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.956236] env[62099]: DEBUG oslo_concurrency.lockutils [req-06109124-bc02-4c97-9b96-85567499041e req-fab422fc-7575-4c8a-bcc5-aa9e00d68b71 service nova] Acquired lock "refresh_cache-eca9106b-dfe7-4d99-a706-5fc10ef81f02" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.956473] env[62099]: DEBUG nova.network.neutron [req-06109124-bc02-4c97-9b96-85567499041e req-fab422fc-7575-4c8a-bcc5-aa9e00d68b71 service nova] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Refreshing network info cache for port 73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1567.972758] env[62099]: DEBUG nova.network.neutron [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1568.057288] env[62099]: DEBUG nova.compute.manager [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1568.092401] env[62099]: DEBUG oslo_vmware.api [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Task: {'id': task-1896810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298168} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.092838] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1568.092916] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1568.093314] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1568.093314] env[62099]: INFO nova.compute.manager [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1568.093581] env[62099]: DEBUG oslo.service.loopingcall [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1568.093858] env[62099]: DEBUG nova.compute.manager [-] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1568.093941] env[62099]: DEBUG nova.network.neutron [-] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1568.153187] env[62099]: DEBUG oslo_concurrency.lockutils [req-4321df60-4498-41e4-b999-cb1bc1ac8c3e req-b40767fd-89f8-44d0-9d67-161192936857 service nova] Releasing lock "refresh_cache-ecf212f3-483a-49c2-bf99-1f62dc9a60e8" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.159014] env[62099]: DEBUG nova.network.neutron [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Updating instance_info_cache with network_info: [{"id": "1fed6c8f-fad0-45e2-a24a-3b1903824685", "address": "fa:16:3e:b3:6d:a1", "network": {"id": "b4deff51-e369-4fdc-8ffe-d7ae153863e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558038849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "006a1a0f9c66412f81db24daed90f4ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fed6c8f-fa", "ovs_interfaceid": "1fed6c8f-fad0-45e2-a24a-3b1903824685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.256630] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896808, 'name': CreateSnapshot_Task, 'duration_secs': 0.683055} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.260115] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Created Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1568.260917] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6af2eb-11fe-4841-9925-9cb7fbca22fd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.271158] env[62099]: DEBUG oslo_vmware.api [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896811, 'name': PowerOffVM_Task, 'duration_secs': 0.224136} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.275890] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1568.275890] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1568.279410] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bd6930b-a3f7-42cc-9f7b-7b8efcbf2e98 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.367589] env[62099]: DEBUG nova.compute.manager [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1568.408985] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896812, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.411867] env[62099]: DEBUG oslo_concurrency.lockutils [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.474591] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1568.474885] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1568.475150] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleting the datastore file [datastore2] f453cd1b-e25b-4ca2-81b7-721fa2ecddb9 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1568.475542] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06050470-ed79-4332-acd6-095f5d8ccec6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.483835] env[62099]: DEBUG oslo_vmware.api [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1568.483835] env[62099]: value = "task-1896814" [ 1568.483835] env[62099]: _type = "Task" [ 1568.483835] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.501898] env[62099]: DEBUG oslo_vmware.api [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.560651] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5884e2-2155-4e4a-a12c-19b8aa8bb7ef {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.574865] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963a8e0a-d978-4a4c-9648-11a5f5c863db {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.612411] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e0c618-8d03-4efa-9815-5e13e4eaf035 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.621821] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1771d0a2-5ac1-4975-be85-e9be3b3cb3e3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.637597] env[62099]: DEBUG nova.compute.provider_tree [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1568.661875] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquiring lock "eca9106b-dfe7-4d99-a706-5fc10ef81f02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.662188] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "eca9106b-dfe7-4d99-a706-5fc10ef81f02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.662415] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquiring lock "eca9106b-dfe7-4d99-a706-5fc10ef81f02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.662609] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "eca9106b-dfe7-4d99-a706-5fc10ef81f02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.662774] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "eca9106b-dfe7-4d99-a706-5fc10ef81f02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.664614] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Releasing lock "refresh_cache-75cd2eee-18fd-45cb-b999-a62ecd093ccb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.664900] env[62099]: DEBUG nova.compute.manager [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Instance network_info: |[{"id": "1fed6c8f-fad0-45e2-a24a-3b1903824685", "address": "fa:16:3e:b3:6d:a1", "network": {"id": "b4deff51-e369-4fdc-8ffe-d7ae153863e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558038849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "006a1a0f9c66412f81db24daed90f4ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fed6c8f-fa", "ovs_interfaceid": "1fed6c8f-fad0-45e2-a24a-3b1903824685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1568.665396] env[62099]: INFO nova.compute.manager [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Terminating instance [ 1568.667199] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:6d:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fed6c8f-fad0-45e2-a24a-3b1903824685', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1568.676383] env[62099]: DEBUG oslo.service.loopingcall [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1568.676958] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1568.677436] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e0a93bd-311d-4ca7-b63e-e1cf5268f4a1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.694554] env[62099]: DEBUG nova.compute.manager [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1568.694783] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1568.698704] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be557d28-6464-484f-9308-98012f324e83 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.707942] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1568.708917] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c5bb1db-073e-4aba-ae38-0988a1640ed9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.710493] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1568.710493] env[62099]: value = "task-1896815" [ 1568.710493] env[62099]: _type = "Task" [ 1568.710493] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.715207] env[62099]: DEBUG oslo_vmware.api [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1568.715207] env[62099]: value = "task-1896816" [ 1568.715207] env[62099]: _type = "Task" [ 1568.715207] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.722411] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896815, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.727584] env[62099]: DEBUG oslo_vmware.api [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.740637] env[62099]: DEBUG nova.network.neutron [req-06109124-bc02-4c97-9b96-85567499041e req-fab422fc-7575-4c8a-bcc5-aa9e00d68b71 service nova] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Updated VIF entry in instance network info cache for port 73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1568.741133] env[62099]: DEBUG nova.network.neutron [req-06109124-bc02-4c97-9b96-85567499041e req-fab422fc-7575-4c8a-bcc5-aa9e00d68b71 service nova] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Updating instance_info_cache with network_info: [{"id": "73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa", "address": "fa:16:3e:00:84:01", "network": {"id": "4256c88c-5aa3-4c1a-b40e-2499109df8a4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079084214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98c370a62cd443a88081a61aa8b9f4af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e180d3-7c", "ovs_interfaceid": "73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.796796] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Creating linked-clone VM from snapshot {{(pid=62099) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1568.797202] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-39ee0f66-1d57-4d9c-a9b6-5d48b40ad95b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.808502] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1568.808502] env[62099]: value = "task-1896817" [ 1568.808502] env[62099]: _type = "Task" [ 1568.808502] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.818232] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896817, 'name': CloneVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.891100] env[62099]: DEBUG oslo_concurrency.lockutils [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.897106] env[62099]: DEBUG nova.compute.manager [req-b83ec6b5-16ce-4ac5-8ad7-1ebd21910251 req-7a989552-0131-4db9-9f5f-d89feda4c22b service nova] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Received event network-vif-plugged-1fed6c8f-fad0-45e2-a24a-3b1903824685 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1568.897340] env[62099]: DEBUG oslo_concurrency.lockutils [req-b83ec6b5-16ce-4ac5-8ad7-1ebd21910251 req-7a989552-0131-4db9-9f5f-d89feda4c22b service nova] Acquiring lock "75cd2eee-18fd-45cb-b999-a62ecd093ccb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.897562] env[62099]: DEBUG oslo_concurrency.lockutils [req-b83ec6b5-16ce-4ac5-8ad7-1ebd21910251 req-7a989552-0131-4db9-9f5f-d89feda4c22b service nova] Lock "75cd2eee-18fd-45cb-b999-a62ecd093ccb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.897730] env[62099]: DEBUG oslo_concurrency.lockutils [req-b83ec6b5-16ce-4ac5-8ad7-1ebd21910251 req-7a989552-0131-4db9-9f5f-d89feda4c22b service nova] Lock "75cd2eee-18fd-45cb-b999-a62ecd093ccb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.899324] env[62099]: DEBUG nova.compute.manager [req-b83ec6b5-16ce-4ac5-8ad7-1ebd21910251 req-7a989552-0131-4db9-9f5f-d89feda4c22b service nova] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] No waiting events found dispatching network-vif-plugged-1fed6c8f-fad0-45e2-a24a-3b1903824685 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1568.899324] env[62099]: WARNING nova.compute.manager [req-b83ec6b5-16ce-4ac5-8ad7-1ebd21910251 req-7a989552-0131-4db9-9f5f-d89feda4c22b service nova] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Received unexpected event network-vif-plugged-1fed6c8f-fad0-45e2-a24a-3b1903824685 for instance with vm_state building and task_state spawning. [ 1568.899324] env[62099]: DEBUG nova.compute.manager [req-b83ec6b5-16ce-4ac5-8ad7-1ebd21910251 req-7a989552-0131-4db9-9f5f-d89feda4c22b service nova] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Received event network-changed-1fed6c8f-fad0-45e2-a24a-3b1903824685 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1568.899324] env[62099]: DEBUG nova.compute.manager [req-b83ec6b5-16ce-4ac5-8ad7-1ebd21910251 req-7a989552-0131-4db9-9f5f-d89feda4c22b service nova] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Refreshing instance network info cache due to event network-changed-1fed6c8f-fad0-45e2-a24a-3b1903824685. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1568.899324] env[62099]: DEBUG oslo_concurrency.lockutils [req-b83ec6b5-16ce-4ac5-8ad7-1ebd21910251 req-7a989552-0131-4db9-9f5f-d89feda4c22b service nova] Acquiring lock "refresh_cache-75cd2eee-18fd-45cb-b999-a62ecd093ccb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.899324] env[62099]: DEBUG oslo_concurrency.lockutils [req-b83ec6b5-16ce-4ac5-8ad7-1ebd21910251 req-7a989552-0131-4db9-9f5f-d89feda4c22b service nova] Acquired lock "refresh_cache-75cd2eee-18fd-45cb-b999-a62ecd093ccb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.899324] env[62099]: DEBUG nova.network.neutron [req-b83ec6b5-16ce-4ac5-8ad7-1ebd21910251 req-7a989552-0131-4db9-9f5f-d89feda4c22b service nova] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Refreshing network info cache for port 1fed6c8f-fad0-45e2-a24a-3b1903824685 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1568.904273] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799102} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.904736] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] ecf212f3-483a-49c2-bf99-1f62dc9a60e8/ecf212f3-483a-49c2-bf99-1f62dc9a60e8.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1568.904950] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1568.905278] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05a2d72e-d2f3-484a-ac4c-ed36efca20d6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.913887] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1568.913887] env[62099]: value = "task-1896818" [ 1568.913887] env[62099]: _type = "Task" [ 1568.913887] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.926626] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.944265] env[62099]: DEBUG nova.network.neutron [-] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.003063] env[62099]: DEBUG oslo_vmware.api [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420318} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.006020] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1569.006020] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1569.006020] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1569.006020] env[62099]: INFO nova.compute.manager [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1569.006020] env[62099]: DEBUG oslo.service.loopingcall [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1569.006020] env[62099]: DEBUG nova.compute.manager [-] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1569.006020] env[62099]: DEBUG nova.network.neutron [-] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1569.075028] env[62099]: DEBUG nova.compute.manager [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1569.111746] env[62099]: DEBUG nova.virt.hardware [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1569.112192] env[62099]: DEBUG nova.virt.hardware [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1569.112470] env[62099]: DEBUG nova.virt.hardware [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1569.112773] env[62099]: DEBUG nova.virt.hardware [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1569.112972] env[62099]: DEBUG nova.virt.hardware [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1569.113228] env[62099]: DEBUG nova.virt.hardware [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1569.113568] env[62099]: DEBUG nova.virt.hardware [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1569.113827] env[62099]: DEBUG nova.virt.hardware [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1569.114189] env[62099]: DEBUG nova.virt.hardware [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1569.114410] env[62099]: DEBUG nova.virt.hardware [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1569.114705] env[62099]: DEBUG nova.virt.hardware [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1569.116612] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53b07ad-41e6-4c5d-b414-0dbbc3a1b1ab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.133737] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9420cd46-8556-4f93-b111-149f1df4bad3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.147665] env[62099]: DEBUG nova.scheduler.client.report [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1569.152433] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Instance VIF info [] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1569.158240] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Creating folder: Project (642ef81d3ba94ee086eddef7e085bb3e). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1569.162024] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a7e0163-e2a2-4638-9839-d591fc1c6ef7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.176020] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Created folder: Project (642ef81d3ba94ee086eddef7e085bb3e) in parent group-v391507. [ 1569.176020] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Creating folder: Instances. Parent ref: group-v391693. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1569.176020] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddeb275f-62df-49cc-a7f5-57138204c815 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.184763] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Created folder: Instances in parent group-v391693. [ 1569.185049] env[62099]: DEBUG oslo.service.loopingcall [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1569.185270] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1569.185495] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72378c52-abcf-46e8-9fdd-1f9a55c6bcf8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.210157] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1569.210157] env[62099]: value = "task-1896821" [ 1569.210157] env[62099]: _type = "Task" [ 1569.210157] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.224445] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896821, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.228331] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896815, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.236076] env[62099]: DEBUG oslo_vmware.api [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896816, 'name': PowerOffVM_Task, 'duration_secs': 0.282906} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.236076] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1569.236076] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1569.236076] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4be2fa84-a667-4a46-befd-be267fcd18e1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.243397] env[62099]: DEBUG oslo_concurrency.lockutils [req-06109124-bc02-4c97-9b96-85567499041e req-fab422fc-7575-4c8a-bcc5-aa9e00d68b71 service nova] Releasing lock "refresh_cache-eca9106b-dfe7-4d99-a706-5fc10ef81f02" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.322370] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896817, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.372291] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1569.372548] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1569.372717] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Deleting the datastore file [datastore2] eca9106b-dfe7-4d99-a706-5fc10ef81f02 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1569.373027] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8070269-dcab-4f5d-99a5-e1545b2584d7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.381413] env[62099]: DEBUG oslo_vmware.api [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1569.381413] env[62099]: value = "task-1896823" [ 1569.381413] env[62099]: _type = "Task" [ 1569.381413] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.390654] env[62099]: DEBUG oslo_vmware.api [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.427322] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112921} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.427479] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1569.428395] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fc118a-09d2-42ac-a573-6cc203ebea01 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.454287] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] ecf212f3-483a-49c2-bf99-1f62dc9a60e8/ecf212f3-483a-49c2-bf99-1f62dc9a60e8.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.454772] env[62099]: INFO nova.compute.manager [-] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Took 1.36 seconds to deallocate network for instance. [ 1569.455017] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9ce088e-b6c2-4c52-b708-8d9364cef209 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.486643] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1569.486643] env[62099]: value = "task-1896824" [ 1569.486643] env[62099]: _type = "Task" [ 1569.486643] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.497306] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.659815] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.660378] env[62099]: DEBUG nova.compute.manager [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1569.663797] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.010s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.664150] env[62099]: DEBUG nova.objects.instance [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Lazy-loading 'resources' on Instance uuid c63c0daf-5371-41d4-9ece-e0f7a495c197 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1569.731082] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896821, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.731304] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896815, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.827875] env[62099]: DEBUG nova.network.neutron [req-b83ec6b5-16ce-4ac5-8ad7-1ebd21910251 req-7a989552-0131-4db9-9f5f-d89feda4c22b service nova] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Updated VIF entry in instance network info cache for port 1fed6c8f-fad0-45e2-a24a-3b1903824685. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1569.828250] env[62099]: DEBUG nova.network.neutron [req-b83ec6b5-16ce-4ac5-8ad7-1ebd21910251 req-7a989552-0131-4db9-9f5f-d89feda4c22b service nova] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Updating instance_info_cache with network_info: [{"id": "1fed6c8f-fad0-45e2-a24a-3b1903824685", "address": "fa:16:3e:b3:6d:a1", "network": {"id": "b4deff51-e369-4fdc-8ffe-d7ae153863e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1558038849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "006a1a0f9c66412f81db24daed90f4ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fed6c8f-fa", "ovs_interfaceid": "1fed6c8f-fad0-45e2-a24a-3b1903824685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.829644] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896817, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.892446] env[62099]: DEBUG oslo_vmware.api [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473934} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.892819] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1569.893090] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1569.893271] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1569.893448] env[62099]: INFO nova.compute.manager [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1569.893779] env[62099]: DEBUG oslo.service.loopingcall [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1569.894049] env[62099]: DEBUG nova.compute.manager [-] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1569.894154] env[62099]: DEBUG nova.network.neutron [-] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1569.980697] env[62099]: DEBUG nova.network.neutron [-] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.992074] env[62099]: DEBUG oslo_concurrency.lockutils [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.998585] env[62099]: DEBUG nova.compute.manager [req-0133020d-7202-4ee7-bbf4-b1cf45ad0082 req-132b1277-dc79-4ebb-afee-89f13a85723e service nova] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Received event network-vif-deleted-19b87f29-2b1e-4857-bfd9-b7430a6a7d34 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1569.999180] env[62099]: DEBUG nova.compute.manager [req-0133020d-7202-4ee7-bbf4-b1cf45ad0082 req-132b1277-dc79-4ebb-afee-89f13a85723e service nova] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Received event network-vif-deleted-72dc7843-d94d-45f7-a0bb-5ef4815d2729 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1569.999477] env[62099]: INFO nova.compute.manager [req-0133020d-7202-4ee7-bbf4-b1cf45ad0082 req-132b1277-dc79-4ebb-afee-89f13a85723e service nova] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Neutron deleted interface 72dc7843-d94d-45f7-a0bb-5ef4815d2729; detaching it from the instance and deleting it from the info cache [ 1570.000387] env[62099]: DEBUG nova.network.neutron [req-0133020d-7202-4ee7-bbf4-b1cf45ad0082 req-132b1277-dc79-4ebb-afee-89f13a85723e service nova] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.015979] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.172467] env[62099]: DEBUG nova.compute.utils [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1570.175126] env[62099]: DEBUG nova.compute.manager [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1570.175422] env[62099]: DEBUG nova.network.neutron [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1570.226495] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896821, 'name': CreateVM_Task, 'duration_secs': 0.70168} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.227479] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1570.227847] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.228092] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.228479] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1570.228745] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0e6bd5e-c0b2-4d3b-b713-e9cdfb8bf2fa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.234814] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896815, 'name': CreateVM_Task, 'duration_secs': 1.382261} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.235818] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1570.236579] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.242010] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1570.242010] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5223bd5f-1fb3-efa3-782b-dc6d31e28448" [ 1570.242010] env[62099]: _type = "Task" [ 1570.242010] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.255723] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5223bd5f-1fb3-efa3-782b-dc6d31e28448, 'name': SearchDatastore_Task, 'duration_secs': 0.011324} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.260224] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.260987] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1570.261332] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.261543] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.261783] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1570.262854] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.263272] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1570.263578] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7929f6da-d04d-4606-94ec-867473c6a5b2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.266632] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddca0c0f-4551-4bf3-94ce-55ab86df1c80 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.278523] env[62099]: DEBUG nova.policy [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed2bfb309d284555ac69c8d2d5eb4437', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '166bdcd08cd7483e97495d93531054c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1570.281286] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1570.281286] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52dd7288-f45a-a993-5225-78443c6c6c97" [ 1570.281286] env[62099]: _type = "Task" [ 1570.281286] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.282843] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1570.283060] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1570.287399] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c0176a2-6d28-49f3-9b0c-82b9c4ad2964 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.297945] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1570.297945] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fc8d54-e725-8221-31ed-2a5baff63e14" [ 1570.297945] env[62099]: _type = "Task" [ 1570.297945] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.301801] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52dd7288-f45a-a993-5225-78443c6c6c97, 'name': SearchDatastore_Task, 'duration_secs': 0.011303} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.305635] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.305635] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1570.305890] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.311228] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fc8d54-e725-8221-31ed-2a5baff63e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.324443] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896817, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.331146] env[62099]: DEBUG oslo_concurrency.lockutils [req-b83ec6b5-16ce-4ac5-8ad7-1ebd21910251 req-7a989552-0131-4db9-9f5f-d89feda4c22b service nova] Releasing lock "refresh_cache-75cd2eee-18fd-45cb-b999-a62ecd093ccb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.485154] env[62099]: INFO nova.compute.manager [-] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Took 1.48 seconds to deallocate network for instance. [ 1570.502292] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896824, 'name': ReconfigVM_Task, 'duration_secs': 0.820465} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.502292] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Reconfigured VM instance instance-0000003e to attach disk [datastore1] ecf212f3-483a-49c2-bf99-1f62dc9a60e8/ecf212f3-483a-49c2-bf99-1f62dc9a60e8.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.502292] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ac96381-125f-4561-b242-aa5ef23553f2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.509023] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07b0cfeb-5cf9-4fbe-9f04-189e833c1eb0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.509961] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1570.509961] env[62099]: value = "task-1896825" [ 1570.509961] env[62099]: _type = "Task" [ 1570.509961] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.518237] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee71a803-3ee2-4c2e-a70b-602e25c0a6dc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.538636] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896825, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.564968] env[62099]: DEBUG nova.compute.manager [req-0133020d-7202-4ee7-bbf4-b1cf45ad0082 req-132b1277-dc79-4ebb-afee-89f13a85723e service nova] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Detach interface failed, port_id=72dc7843-d94d-45f7-a0bb-5ef4815d2729, reason: Instance f453cd1b-e25b-4ca2-81b7-721fa2ecddb9 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1570.676370] env[62099]: DEBUG nova.network.neutron [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Successfully created port: c34df3e8-2e74-42fa-b870-2a8d129e229d {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1570.679875] env[62099]: DEBUG nova.compute.manager [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1570.724211] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e716a4-2506-4716-bd01-699596971105 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.733018] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c99880-b656-47ba-8714-f41a16fe88a7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.762965] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53efcea8-3601-4f3d-8e66-bb86c0595137 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.770915] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b961b69-d66e-409c-9922-e23dad0952e2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.784322] env[62099]: DEBUG nova.compute.provider_tree [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.812079] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fc8d54-e725-8221-31ed-2a5baff63e14, 'name': SearchDatastore_Task, 'duration_secs': 0.01331} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.815958] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f5d0f8-03aa-4c89-96ab-dfbf76c6a547 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.824167] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896817, 'name': CloneVM_Task} progress is 95%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.825462] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1570.825462] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52114da9-2e92-d5aa-ac8f-4bb9e7ac53d2" [ 1570.825462] env[62099]: _type = "Task" [ 1570.825462] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.833108] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52114da9-2e92-d5aa-ac8f-4bb9e7ac53d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.909147] env[62099]: DEBUG nova.network.neutron [-] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.931914] env[62099]: DEBUG nova.compute.manager [req-1fb2ed7c-79d4-4fec-810b-e586b19fbe6f req-a19e31b5-03b2-4968-b262-decc2183c458 service nova] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Received event network-vif-deleted-73e180d3-7c4a-46d8-a3c4-8ec2783bfdfa {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1570.997295] env[62099]: DEBUG oslo_concurrency.lockutils [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.022476] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896825, 'name': Rename_Task, 'duration_secs': 0.145823} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.022684] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1571.022939] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36d14bca-446a-4ef9-9b67-d080598cba89 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.031713] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1571.031713] env[62099]: value = "task-1896826" [ 1571.031713] env[62099]: _type = "Task" [ 1571.031713] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.041531] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.289213] env[62099]: DEBUG nova.scheduler.client.report [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1571.322269] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896817, 'name': CloneVM_Task, 'duration_secs': 2.199197} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.322573] env[62099]: INFO nova.virt.vmwareapi.vmops [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Created linked-clone VM from snapshot [ 1571.323365] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7803c35c-c8cd-4e25-948a-39fa88dbac38 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.334340] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Uploading image 208b4144-b73d-4979-b9dd-a74a7d66d7f8 {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1571.339792] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52114da9-2e92-d5aa-ac8f-4bb9e7ac53d2, 'name': SearchDatastore_Task, 'duration_secs': 0.030906} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.340061] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.340336] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] fdcf2d2f-8b46-4a1c-a800-4e7d6a523384/fdcf2d2f-8b46-4a1c-a800-4e7d6a523384.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1571.340640] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.340830] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1571.341052] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71d064dc-23a8-4aac-b694-cc40a603c373 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.343991] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d42e12b2-d824-4466-80fb-bb171f0332f9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.350731] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1571.350731] env[62099]: value = "task-1896827" [ 1571.350731] env[62099]: _type = "Task" [ 1571.350731] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.351658] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Destroying the VM {{(pid=62099) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1571.351903] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-46dda58e-b41c-4e58-ae50-f861aeea28bd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.357495] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1571.357890] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1571.359039] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e21cd7-cba4-4f35-a275-9fd6fe85ba67 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.363173] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1571.363173] env[62099]: value = "task-1896828" [ 1571.363173] env[62099]: _type = "Task" [ 1571.363173] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.370909] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1571.370909] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]522a3d2c-7f36-6a72-1d54-f75105c19c47" [ 1571.370909] env[62099]: _type = "Task" [ 1571.370909] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.371254] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.379560] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896828, 'name': Destroy_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.384770] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522a3d2c-7f36-6a72-1d54-f75105c19c47, 'name': SearchDatastore_Task, 'duration_secs': 0.012601} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.385266] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b16aef2-e1ef-4196-8e7d-e9fe1dc51ea6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.391785] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1571.391785] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fe6ab6-1042-1a0f-145a-52dcc4b11222" [ 1571.391785] env[62099]: _type = "Task" [ 1571.391785] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.400566] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fe6ab6-1042-1a0f-145a-52dcc4b11222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.412220] env[62099]: INFO nova.compute.manager [-] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Took 1.52 seconds to deallocate network for instance. [ 1571.543751] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896826, 'name': PowerOnVM_Task, 'duration_secs': 0.450827} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.543751] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1571.543751] env[62099]: INFO nova.compute.manager [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1571.543751] env[62099]: DEBUG nova.compute.manager [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1571.543751] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a7e358-7ede-46f7-af5e-29a2d9776b64 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.692637] env[62099]: DEBUG nova.compute.manager [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1571.726644] env[62099]: DEBUG nova.virt.hardware [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1571.726916] env[62099]: DEBUG nova.virt.hardware [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1571.727180] env[62099]: DEBUG nova.virt.hardware [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1571.727297] env[62099]: DEBUG nova.virt.hardware [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1571.727843] env[62099]: DEBUG nova.virt.hardware [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1571.727843] env[62099]: DEBUG nova.virt.hardware [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1571.727843] env[62099]: DEBUG nova.virt.hardware [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1571.727982] env[62099]: DEBUG nova.virt.hardware [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1571.728102] env[62099]: DEBUG nova.virt.hardware [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1571.728274] env[62099]: DEBUG nova.virt.hardware [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1571.728452] env[62099]: DEBUG nova.virt.hardware [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1571.729399] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8854bd4a-4be9-4fbe-a109-5e8f48344bd1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.739092] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f726b7b-6776-41d4-9a4f-aebef2ff2d10 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.795313] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.798881] env[62099]: DEBUG oslo_concurrency.lockutils [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.184s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.799724] env[62099]: DEBUG nova.objects.instance [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lazy-loading 'resources' on Instance uuid c2a52891-b71a-492a-aeaf-07817080b4df {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.833454] env[62099]: INFO nova.scheduler.client.report [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Deleted allocations for instance c63c0daf-5371-41d4-9ece-e0f7a495c197 [ 1571.873986] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896827, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.879927] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896828, 'name': Destroy_Task} progress is 33%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.903319] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fe6ab6-1042-1a0f-145a-52dcc4b11222, 'name': SearchDatastore_Task, 'duration_secs': 0.01421} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.903578] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.903835] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 75cd2eee-18fd-45cb-b999-a62ecd093ccb/75cd2eee-18fd-45cb-b999-a62ecd093ccb.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1571.904123] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3dbb798-799f-4e0e-9a59-b43eae4fd4b8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.912038] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1571.912038] env[62099]: value = "task-1896829" [ 1571.912038] env[62099]: _type = "Task" [ 1571.912038] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.921329] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.921973] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.066589] env[62099]: INFO nova.compute.manager [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Took 37.04 seconds to build instance. [ 1572.136553] env[62099]: DEBUG nova.compute.manager [req-eda1a892-b4db-4dc7-8a4c-c2649a67b517 req-47c95fc6-74ca-417a-9df4-0b8e3b3b3aaa service nova] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Received event network-vif-plugged-c34df3e8-2e74-42fa-b870-2a8d129e229d {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1572.136786] env[62099]: DEBUG oslo_concurrency.lockutils [req-eda1a892-b4db-4dc7-8a4c-c2649a67b517 req-47c95fc6-74ca-417a-9df4-0b8e3b3b3aaa service nova] Acquiring lock "6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.137010] env[62099]: DEBUG oslo_concurrency.lockutils [req-eda1a892-b4db-4dc7-8a4c-c2649a67b517 req-47c95fc6-74ca-417a-9df4-0b8e3b3b3aaa service nova] Lock "6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.137203] env[62099]: DEBUG oslo_concurrency.lockutils [req-eda1a892-b4db-4dc7-8a4c-c2649a67b517 req-47c95fc6-74ca-417a-9df4-0b8e3b3b3aaa service nova] Lock "6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.137393] env[62099]: DEBUG nova.compute.manager [req-eda1a892-b4db-4dc7-8a4c-c2649a67b517 req-47c95fc6-74ca-417a-9df4-0b8e3b3b3aaa service nova] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] No waiting events found dispatching network-vif-plugged-c34df3e8-2e74-42fa-b870-2a8d129e229d {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1572.137563] env[62099]: WARNING nova.compute.manager [req-eda1a892-b4db-4dc7-8a4c-c2649a67b517 req-47c95fc6-74ca-417a-9df4-0b8e3b3b3aaa service nova] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Received unexpected event network-vif-plugged-c34df3e8-2e74-42fa-b870-2a8d129e229d for instance with vm_state building and task_state spawning. [ 1572.310487] env[62099]: DEBUG nova.network.neutron [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Successfully updated port: c34df3e8-2e74-42fa-b870-2a8d129e229d {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1572.343581] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d1c76f72-dc70-4e78-af86-a062b1158a74 tempest-InstanceActionsTestJSON-884778583 tempest-InstanceActionsTestJSON-884778583-project-member] Lock "c63c0daf-5371-41d4-9ece-e0f7a495c197" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.755s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.372416] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546925} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.374016] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] fdcf2d2f-8b46-4a1c-a800-4e7d6a523384/fdcf2d2f-8b46-4a1c-a800-4e7d6a523384.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1572.374016] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1572.374016] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d76ebfb5-b4ac-4ea2-88d6-3d16ca721875 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.379682] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896828, 'name': Destroy_Task} progress is 33%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.384648] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1572.384648] env[62099]: value = "task-1896830" [ 1572.384648] env[62099]: _type = "Task" [ 1572.384648] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.393827] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.429242] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45133} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.429511] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 75cd2eee-18fd-45cb-b999-a62ecd093ccb/75cd2eee-18fd-45cb-b999-a62ecd093ccb.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1572.429939] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1572.430265] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0933ce66-8531-401d-9813-c25ace63327e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.437580] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1572.437580] env[62099]: value = "task-1896831" [ 1572.437580] env[62099]: _type = "Task" [ 1572.437580] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.451080] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.573320] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "ecf212f3-483a-49c2-bf99-1f62dc9a60e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.703s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.806951] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5634a5-7e7d-44a6-842e-b4cd3aec1ff2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.814143] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "refresh_cache-6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.814336] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "refresh_cache-6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.814489] env[62099]: DEBUG nova.network.neutron [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1572.816568] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ed6b10-133c-496e-a458-44ce8ff079b9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.850293] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7fbced-685d-4f58-ab2d-0847d41e3975 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.859173] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6e202c-cd61-4f71-b859-eed2798c1e1e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.876230] env[62099]: DEBUG nova.compute.provider_tree [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.882492] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896828, 'name': Destroy_Task, 'duration_secs': 1.22345} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.882734] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Destroyed the VM [ 1572.882961] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Deleting Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1572.883212] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4ed550ca-431b-46a2-8490-e0c367d853b2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.889955] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1572.889955] env[62099]: value = "task-1896832" [ 1572.889955] env[62099]: _type = "Task" [ 1572.889955] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.895746] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163449} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.896532] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1572.897273] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4148607f-3431-4321-91ee-ec96ea0cc3a3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.902579] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896832, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.922553] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] fdcf2d2f-8b46-4a1c-a800-4e7d6a523384/fdcf2d2f-8b46-4a1c-a800-4e7d6a523384.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1572.922861] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cac82f7b-e935-4fac-ba54-5632d3019e3f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.943641] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1572.943641] env[62099]: value = "task-1896833" [ 1572.943641] env[62099]: _type = "Task" [ 1572.943641] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.950130] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09163} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.950635] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1572.951401] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc8a5af-a66a-454e-947a-87fdd8166ea0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.956585] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896833, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.977898] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 75cd2eee-18fd-45cb-b999-a62ecd093ccb/75cd2eee-18fd-45cb-b999-a62ecd093ccb.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1572.978570] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fda05656-cc83-4407-bade-827fb33d01c8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.000781] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1573.000781] env[62099]: value = "task-1896834" [ 1573.000781] env[62099]: _type = "Task" [ 1573.000781] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.008863] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.373144] env[62099]: DEBUG nova.network.neutron [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1573.379326] env[62099]: DEBUG nova.scheduler.client.report [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1573.406527] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896832, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.453995] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.510901] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896834, 'name': ReconfigVM_Task, 'duration_secs': 0.498684} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.510901] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 75cd2eee-18fd-45cb-b999-a62ecd093ccb/75cd2eee-18fd-45cb-b999-a62ecd093ccb.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1573.511329] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99b951e5-fb42-40ba-ac4f-b17e85b0d5f0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.520691] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1573.520691] env[62099]: value = "task-1896835" [ 1573.520691] env[62099]: _type = "Task" [ 1573.520691] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.534080] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896835, 'name': Rename_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.724849] env[62099]: DEBUG nova.network.neutron [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Updating instance_info_cache with network_info: [{"id": "c34df3e8-2e74-42fa-b870-2a8d129e229d", "address": "fa:16:3e:47:6c:0e", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34df3e8-2e", "ovs_interfaceid": "c34df3e8-2e74-42fa-b870-2a8d129e229d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.887142] env[62099]: DEBUG oslo_concurrency.lockutils [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.888030] env[62099]: DEBUG oslo_concurrency.lockutils [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.325s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.889672] env[62099]: INFO nova.compute.claims [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1573.901869] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896832, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.912280] env[62099]: INFO nova.scheduler.client.report [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Deleted allocations for instance c2a52891-b71a-492a-aeaf-07817080b4df [ 1573.959023] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896833, 'name': ReconfigVM_Task, 'duration_secs': 0.695947} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.959023] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Reconfigured VM instance instance-00000040 to attach disk [datastore1] fdcf2d2f-8b46-4a1c-a800-4e7d6a523384/fdcf2d2f-8b46-4a1c-a800-4e7d6a523384.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1573.959023] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d55ccd79-8acd-451e-ade4-e4f293d86b1f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.965020] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1573.965020] env[62099]: value = "task-1896836" [ 1573.965020] env[62099]: _type = "Task" [ 1573.965020] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.975740] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896836, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.036438] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896835, 'name': Rename_Task, 'duration_secs': 0.154685} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.036438] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.036438] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fcb071b-8b19-42f1-887c-75c75b78e4a1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.044407] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1574.044407] env[62099]: value = "task-1896837" [ 1574.044407] env[62099]: _type = "Task" [ 1574.044407] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.063914] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.227128] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "refresh_cache-6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.227475] env[62099]: DEBUG nova.compute.manager [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Instance network_info: |[{"id": "c34df3e8-2e74-42fa-b870-2a8d129e229d", "address": "fa:16:3e:47:6c:0e", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34df3e8-2e", "ovs_interfaceid": "c34df3e8-2e74-42fa-b870-2a8d129e229d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1574.227904] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:6c:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c34df3e8-2e74-42fa-b870-2a8d129e229d', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1574.235622] env[62099]: DEBUG oslo.service.loopingcall [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.235843] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1574.236527] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21ec49e6-1146-48cf-9fac-c55621ad52e9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.256247] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1574.256247] env[62099]: value = "task-1896838" [ 1574.256247] env[62099]: _type = "Task" [ 1574.256247] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.264350] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896838, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.364764] env[62099]: DEBUG nova.compute.manager [req-0ae825fd-50d0-4c72-b2db-d97552fca328 req-6a312734-429c-4855-8079-6d42ef5ed53e service nova] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Received event network-changed-c34df3e8-2e74-42fa-b870-2a8d129e229d {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1574.364764] env[62099]: DEBUG nova.compute.manager [req-0ae825fd-50d0-4c72-b2db-d97552fca328 req-6a312734-429c-4855-8079-6d42ef5ed53e service nova] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Refreshing instance network info cache due to event network-changed-c34df3e8-2e74-42fa-b870-2a8d129e229d. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1574.364938] env[62099]: DEBUG oslo_concurrency.lockutils [req-0ae825fd-50d0-4c72-b2db-d97552fca328 req-6a312734-429c-4855-8079-6d42ef5ed53e service nova] Acquiring lock "refresh_cache-6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.365057] env[62099]: DEBUG oslo_concurrency.lockutils [req-0ae825fd-50d0-4c72-b2db-d97552fca328 req-6a312734-429c-4855-8079-6d42ef5ed53e service nova] Acquired lock "refresh_cache-6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.365238] env[62099]: DEBUG nova.network.neutron [req-0ae825fd-50d0-4c72-b2db-d97552fca328 req-6a312734-429c-4855-8079-6d42ef5ed53e service nova] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Refreshing network info cache for port c34df3e8-2e74-42fa-b870-2a8d129e229d {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1574.412849] env[62099]: DEBUG oslo_vmware.api [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896832, 'name': RemoveSnapshot_Task, 'duration_secs': 1.183848} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.412952] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Deleted Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1574.419102] env[62099]: DEBUG oslo_concurrency.lockutils [None req-098cd6a9-61cf-43e6-9d84-babb35ff2bf2 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "c2a52891-b71a-492a-aeaf-07817080b4df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.821s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.476484] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896836, 'name': Rename_Task, 'duration_secs': 0.222453} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.476484] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.476484] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ae9db72-d8a8-401f-9e6e-0aed69abd2e9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.483679] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1574.483679] env[62099]: value = "task-1896839" [ 1574.483679] env[62099]: _type = "Task" [ 1574.483679] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.492699] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.555503] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896837, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.575402] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "665ba975-97e4-4ffe-8f7c-aab31e63d34d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.575739] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "665ba975-97e4-4ffe-8f7c-aab31e63d34d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.576032] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "665ba975-97e4-4ffe-8f7c-aab31e63d34d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.576311] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "665ba975-97e4-4ffe-8f7c-aab31e63d34d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.576443] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "665ba975-97e4-4ffe-8f7c-aab31e63d34d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.580072] env[62099]: INFO nova.compute.manager [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Terminating instance [ 1574.767332] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896838, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.921503] env[62099]: WARNING nova.compute.manager [None req-01e49ede-e1bd-4409-b289-fca812df5850 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Image not found during snapshot: nova.exception.ImageNotFound: Image 208b4144-b73d-4979-b9dd-a74a7d66d7f8 could not be found. [ 1574.996900] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.059750] env[62099]: DEBUG oslo_vmware.api [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896837, 'name': PowerOnVM_Task, 'duration_secs': 0.525203} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.064253] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.064952] env[62099]: INFO nova.compute.manager [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1575.064952] env[62099]: DEBUG nova.compute.manager [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1575.068792] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352e70af-e346-40ba-97e4-e92d98d9c86e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.087743] env[62099]: DEBUG nova.compute.manager [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1575.087743] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1575.088630] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09e9add-96a0-447a-9cb9-116fbfd3a852 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.101106] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1575.101450] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa5a11f1-37c7-474a-9a18-d51e6986ce01 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.109244] env[62099]: DEBUG oslo_vmware.api [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1575.109244] env[62099]: value = "task-1896840" [ 1575.109244] env[62099]: _type = "Task" [ 1575.109244] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.121823] env[62099]: DEBUG oslo_vmware.api [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.229223] env[62099]: DEBUG nova.network.neutron [req-0ae825fd-50d0-4c72-b2db-d97552fca328 req-6a312734-429c-4855-8079-6d42ef5ed53e service nova] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Updated VIF entry in instance network info cache for port c34df3e8-2e74-42fa-b870-2a8d129e229d. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1575.229583] env[62099]: DEBUG nova.network.neutron [req-0ae825fd-50d0-4c72-b2db-d97552fca328 req-6a312734-429c-4855-8079-6d42ef5ed53e service nova] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Updating instance_info_cache with network_info: [{"id": "c34df3e8-2e74-42fa-b870-2a8d129e229d", "address": "fa:16:3e:47:6c:0e", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34df3e8-2e", "ovs_interfaceid": "c34df3e8-2e74-42fa-b870-2a8d129e229d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.266981] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896838, 'name': CreateVM_Task, 'duration_secs': 0.630131} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.267185] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1575.267854] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.268044] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.268367] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1575.271054] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f8aa91c-08cf-4ffc-91ab-7627d8a26a90 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.276483] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1575.276483] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52baeb55-87a3-1cc0-860a-babc20e8396f" [ 1575.276483] env[62099]: _type = "Task" [ 1575.276483] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.290524] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52baeb55-87a3-1cc0-860a-babc20e8396f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.324417] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115aa5c8-1505-4f64-a406-f7977342fefc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.332847] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aaf9455-f015-4dbd-ab2e-5196f6e2acb3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.368583] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4926c713-20d7-44bf-9600-ca35d0c5ffd5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.377512] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af20b34-154f-4d13-b04a-4f920ed561e7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.382838] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "c5eae579-7720-463e-9a34-d3e7baaf4890" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.382973] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "c5eae579-7720-463e-9a34-d3e7baaf4890" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.383722] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "c5eae579-7720-463e-9a34-d3e7baaf4890-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.383722] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "c5eae579-7720-463e-9a34-d3e7baaf4890-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.383722] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "c5eae579-7720-463e-9a34-d3e7baaf4890-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.385874] env[62099]: INFO nova.compute.manager [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Terminating instance [ 1575.397588] env[62099]: DEBUG nova.compute.provider_tree [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.495663] env[62099]: DEBUG oslo_vmware.api [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896839, 'name': PowerOnVM_Task, 'duration_secs': 0.939683} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.495950] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.496238] env[62099]: INFO nova.compute.manager [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Took 6.42 seconds to spawn the instance on the hypervisor. [ 1575.496373] env[62099]: DEBUG nova.compute.manager [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1575.497167] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd14586d-b565-4ec2-a9c1-a96c2b83115f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.591074] env[62099]: INFO nova.compute.manager [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Took 36.64 seconds to build instance. [ 1575.621232] env[62099]: DEBUG oslo_vmware.api [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896840, 'name': PowerOffVM_Task, 'duration_secs': 0.264652} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.621570] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1575.621687] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1575.621971] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdc4b4a5-4de4-4d17-8861-9c085de61c76 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.732094] env[62099]: DEBUG oslo_concurrency.lockutils [req-0ae825fd-50d0-4c72-b2db-d97552fca328 req-6a312734-429c-4855-8079-6d42ef5ed53e service nova] Releasing lock "refresh_cache-6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.787381] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52baeb55-87a3-1cc0-860a-babc20e8396f, 'name': SearchDatastore_Task, 'duration_secs': 0.011194} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.787698] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.787929] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1575.788253] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.788370] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.788527] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1575.788752] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-122bebf5-7ea9-4810-b463-522e22140045 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.797601] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1575.797782] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1575.798559] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0565fbad-0149-49ef-964f-a8b6c26aa7df {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.803820] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1575.803820] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52716648-79f5-b467-09b3-df0dbd28f794" [ 1575.803820] env[62099]: _type = "Task" [ 1575.803820] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.811525] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52716648-79f5-b467-09b3-df0dbd28f794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.882689] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1575.883044] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1575.883311] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Deleting the datastore file [datastore1] 665ba975-97e4-4ffe-8f7c-aab31e63d34d {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1575.883643] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18155637-5d50-4df1-b3c1-eab14bbf2f0f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.892255] env[62099]: DEBUG oslo_vmware.api [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1575.892255] env[62099]: value = "task-1896842" [ 1575.892255] env[62099]: _type = "Task" [ 1575.892255] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.902491] env[62099]: DEBUG nova.compute.manager [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1575.902757] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1575.903161] env[62099]: DEBUG oslo_vmware.api [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.903950] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f65c98d-9668-4af6-a4ce-d5b5989f22eb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.907437] env[62099]: DEBUG nova.scheduler.client.report [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.914877] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1575.915414] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91b857b2-f4c1-4c85-89f9-835027ad1158 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.922136] env[62099]: DEBUG oslo_vmware.api [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1575.922136] env[62099]: value = "task-1896843" [ 1575.922136] env[62099]: _type = "Task" [ 1575.922136] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.933209] env[62099]: DEBUG oslo_vmware.api [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.018042] env[62099]: INFO nova.compute.manager [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Took 31.69 seconds to build instance. [ 1576.098323] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca81ec8b-e865-432a-b0ee-dcde85559a46 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "75cd2eee-18fd-45cb-b999-a62ecd093ccb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.187s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.318414] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52716648-79f5-b467-09b3-df0dbd28f794, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.319238] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a419067-5c77-4494-b371-8e8884c2d17a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.326479] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1576.326479] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]522a0f1d-5166-059e-97ea-fc22c6a76363" [ 1576.326479] env[62099]: _type = "Task" [ 1576.326479] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.334390] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522a0f1d-5166-059e-97ea-fc22c6a76363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.409574] env[62099]: DEBUG oslo_vmware.api [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18309} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.409876] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1576.410074] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1576.410318] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1576.410520] env[62099]: INFO nova.compute.manager [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1576.410764] env[62099]: DEBUG oslo.service.loopingcall [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1576.410948] env[62099]: DEBUG nova.compute.manager [-] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1576.411057] env[62099]: DEBUG nova.network.neutron [-] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1576.414115] env[62099]: DEBUG oslo_concurrency.lockutils [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.414572] env[62099]: DEBUG nova.compute.manager [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1576.417756] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.036s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.433907] env[62099]: DEBUG oslo_vmware.api [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896843, 'name': PowerOffVM_Task, 'duration_secs': 0.246838} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.438021] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1576.438021] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1576.438021] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2c23e60-0e72-4e89-bbf0-6c236ea64631 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.519810] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3669bc4c-c338-4622-a726-325a079c2b02 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Lock "fdcf2d2f-8b46-4a1c-a800-4e7d6a523384" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.382s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.553325] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1576.553616] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1576.553864] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Deleting the datastore file [datastore2] c5eae579-7720-463e-9a34-d3e7baaf4890 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1576.554209] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-825f6944-a5b8-4bf8-995a-0dd3eb4ce992 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.563026] env[62099]: DEBUG oslo_vmware.api [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1576.563026] env[62099]: value = "task-1896845" [ 1576.563026] env[62099]: _type = "Task" [ 1576.563026] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.570122] env[62099]: DEBUG oslo_vmware.api [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.598231] env[62099]: INFO nova.compute.manager [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Rebuilding instance [ 1576.655024] env[62099]: DEBUG nova.compute.manager [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1576.655024] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9390c3d6-b5a0-452f-a8fc-c3ab518e8664 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.842092] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522a0f1d-5166-059e-97ea-fc22c6a76363, 'name': SearchDatastore_Task, 'duration_secs': 0.009369} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.842917] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.843192] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69/6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1576.843449] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a52a916f-5590-43d7-9120-5dde426387d8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.853045] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1576.853045] env[62099]: value = "task-1896846" [ 1576.853045] env[62099]: _type = "Task" [ 1576.853045] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.861631] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.863943] env[62099]: DEBUG nova.compute.manager [req-5d36bea9-45f7-4eeb-b14f-b49d813723b4 req-a151b2f2-171d-4aac-ba1f-785403bf9dca service nova] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Received event network-vif-deleted-679e2b5b-e255-47d4-b2dd-5701d796fbdc {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1576.863943] env[62099]: INFO nova.compute.manager [req-5d36bea9-45f7-4eeb-b14f-b49d813723b4 req-a151b2f2-171d-4aac-ba1f-785403bf9dca service nova] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Neutron deleted interface 679e2b5b-e255-47d4-b2dd-5701d796fbdc; detaching it from the instance and deleting it from the info cache [ 1576.864140] env[62099]: DEBUG nova.network.neutron [req-5d36bea9-45f7-4eeb-b14f-b49d813723b4 req-a151b2f2-171d-4aac-ba1f-785403bf9dca service nova] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.903775] env[62099]: DEBUG oslo_concurrency.lockutils [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "ecf212f3-483a-49c2-bf99-1f62dc9a60e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.904035] env[62099]: DEBUG oslo_concurrency.lockutils [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "ecf212f3-483a-49c2-bf99-1f62dc9a60e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.904289] env[62099]: DEBUG oslo_concurrency.lockutils [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "ecf212f3-483a-49c2-bf99-1f62dc9a60e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.904494] env[62099]: DEBUG oslo_concurrency.lockutils [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "ecf212f3-483a-49c2-bf99-1f62dc9a60e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.904668] env[62099]: DEBUG oslo_concurrency.lockutils [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "ecf212f3-483a-49c2-bf99-1f62dc9a60e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.907021] env[62099]: INFO nova.compute.manager [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Terminating instance [ 1576.931035] env[62099]: DEBUG nova.compute.utils [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1576.932392] env[62099]: DEBUG nova.compute.manager [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1576.932555] env[62099]: DEBUG nova.network.neutron [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1576.984489] env[62099]: DEBUG oslo_concurrency.lockutils [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "75cd2eee-18fd-45cb-b999-a62ecd093ccb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.984788] env[62099]: DEBUG oslo_concurrency.lockutils [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "75cd2eee-18fd-45cb-b999-a62ecd093ccb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.984999] env[62099]: DEBUG oslo_concurrency.lockutils [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "75cd2eee-18fd-45cb-b999-a62ecd093ccb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.985224] env[62099]: DEBUG oslo_concurrency.lockutils [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "75cd2eee-18fd-45cb-b999-a62ecd093ccb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.985416] env[62099]: DEBUG oslo_concurrency.lockutils [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "75cd2eee-18fd-45cb-b999-a62ecd093ccb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.988387] env[62099]: DEBUG nova.policy [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f135ebc3627c4a24a0576f3904fe688b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee81b66abbdc4bd4a84ad683eaadb62c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1576.990057] env[62099]: INFO nova.compute.manager [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Terminating instance [ 1577.084471] env[62099]: DEBUG oslo_vmware.api [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233702} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.084471] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1577.084471] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1577.084471] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1577.084471] env[62099]: INFO nova.compute.manager [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1577.084471] env[62099]: DEBUG oslo.service.loopingcall [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1577.084471] env[62099]: DEBUG nova.compute.manager [-] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1577.085526] env[62099]: DEBUG nova.network.neutron [-] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1577.334055] env[62099]: DEBUG nova.network.neutron [-] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.372179] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896846, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.373059] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccb79725-935f-4af3-b0b1-e3a4546b7aba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.384804] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55dc60b-ca62-4f36-80cf-3c9e417cf725 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.428420] env[62099]: DEBUG nova.compute.manager [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1577.428909] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1577.429245] env[62099]: DEBUG nova.compute.manager [req-5d36bea9-45f7-4eeb-b14f-b49d813723b4 req-a151b2f2-171d-4aac-ba1f-785403bf9dca service nova] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Detach interface failed, port_id=679e2b5b-e255-47d4-b2dd-5701d796fbdc, reason: Instance 665ba975-97e4-4ffe-8f7c-aab31e63d34d could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1577.430372] env[62099]: DEBUG nova.network.neutron [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Successfully created port: b1b1affe-1a67-42a0-964d-d86aa5a199a7 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1577.433048] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8f52d2-5358-4267-8aae-a45ee0258c34 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.440399] env[62099]: DEBUG nova.compute.manager [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1577.452683] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1577.452683] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-084f26d1-722b-45a6-9daf-084493590edc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.465269] env[62099]: DEBUG oslo_vmware.api [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1577.465269] env[62099]: value = "task-1896847" [ 1577.465269] env[62099]: _type = "Task" [ 1577.465269] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.474339] env[62099]: DEBUG oslo_vmware.api [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.475875] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1577.476053] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 665ba975-97e4-4ffe-8f7c-aab31e63d34d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1577.476172] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 87130834-359c-4d54-9cdf-f4a20a051a58 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1577.476428] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance f5babee2-eada-48b0-99c6-eec3024633e2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1577.476930] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 700b04cd-ed0c-420b-b725-e1dcf1970601 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1577.477217] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 377d1f02-5d0a-49f8-881d-e6d9a1755a17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1577.477544] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 1b4c7281-63df-4c1b-8583-e3db858f0c64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1577.477804] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 62799a7e-a62f-460e-aa23-c9e83514a020 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1577.477877] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 066f9ed3-95fb-4b34-9398-6937855f7e2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1577.478057] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 62d9831c-d811-4cc3-81d7-466bec129943 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1577.478247] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 7d41facf-db33-485c-82f6-beeed6c3ee6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1577.478339] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance f3aa61db-f6e2-486f-9804-fec6cc78caa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1577.478656] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1577.478656] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 2efc88b6-568a-46c3-89a0-f227c5ada671 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1577.478850] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance f453cd1b-e25b-4ca2-81b7-721fa2ecddb9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1577.478850] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance bab7c411-a648-40b6-a350-1aa24077b2a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1577.478988] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance eca9106b-dfe7-4d99-a706-5fc10ef81f02 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1577.479092] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance c11bfc01-fa00-4b38-b79e-d293db75da1f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1577.479207] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance c5eae579-7720-463e-9a34-d3e7baaf4890 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1577.479386] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance ecf212f3-483a-49c2-bf99-1f62dc9a60e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1577.479470] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 75cd2eee-18fd-45cb-b999-a62ecd093ccb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1577.479530] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance fdcf2d2f-8b46-4a1c-a800-4e7d6a523384 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1577.479622] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1577.479708] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 1fbfec61-05ef-4c2c-b76e-244950cdd24b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1577.495032] env[62099]: DEBUG nova.compute.manager [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1577.495257] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1577.496483] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a301bbb-c439-4bb5-94b5-c78ee795cf3c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.504689] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1577.504988] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dee208d0-768d-46c2-ba13-a92f0ef43382 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.511968] env[62099]: DEBUG oslo_vmware.api [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1577.511968] env[62099]: value = "task-1896848" [ 1577.511968] env[62099]: _type = "Task" [ 1577.511968] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.524910] env[62099]: DEBUG oslo_vmware.api [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.585837] env[62099]: DEBUG nova.compute.manager [req-49a062db-0bd3-4f53-8393-224d4cd9d5f0 req-9da60790-fd40-4136-b13b-f63f23c6e654 service nova] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Received event network-vif-deleted-72938bac-1d39-4836-9fdd-081e0d441204 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1577.586045] env[62099]: INFO nova.compute.manager [req-49a062db-0bd3-4f53-8393-224d4cd9d5f0 req-9da60790-fd40-4136-b13b-f63f23c6e654 service nova] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Neutron deleted interface 72938bac-1d39-4836-9fdd-081e0d441204; detaching it from the instance and deleting it from the info cache [ 1577.586284] env[62099]: DEBUG nova.network.neutron [req-49a062db-0bd3-4f53-8393-224d4cd9d5f0 req-9da60790-fd40-4136-b13b-f63f23c6e654 service nova] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.675723] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1577.678020] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-197b7657-4198-48df-bab1-6e1e38dd7308 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.685325] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1577.685325] env[62099]: value = "task-1896849" [ 1577.685325] env[62099]: _type = "Task" [ 1577.685325] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.694404] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.837984] env[62099]: INFO nova.compute.manager [-] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Took 1.43 seconds to deallocate network for instance. [ 1577.872386] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55297} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.872386] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69/6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1577.872386] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1577.872386] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6c3bcb7-e9d7-4b14-8f5d-84dc325f71a0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.879187] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1577.879187] env[62099]: value = "task-1896850" [ 1577.879187] env[62099]: _type = "Task" [ 1577.879187] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.888473] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.979212] env[62099]: DEBUG oslo_vmware.api [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896847, 'name': PowerOffVM_Task, 'duration_secs': 0.29837} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.979534] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1577.979680] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1577.979947] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbdc5973-f543-4b30-a246-cfef070379ae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.982619] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance d6e22500-879b-40c8-ba69-a19b2db27ad1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1578.021813] env[62099]: DEBUG oslo_vmware.api [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896848, 'name': PowerOffVM_Task, 'duration_secs': 0.218686} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.022260] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1578.022496] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1578.022785] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fba80d4-ae4e-44cc-a863-663cd96b69c5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.056509] env[62099]: DEBUG nova.network.neutron [-] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.073897] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1578.073897] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1578.074041] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Deleting the datastore file [datastore1] ecf212f3-483a-49c2-bf99-1f62dc9a60e8 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1578.074320] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fa2f3bf-7091-4e75-8877-e973cf8d5d5d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.083032] env[62099]: DEBUG oslo_vmware.api [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1578.083032] env[62099]: value = "task-1896853" [ 1578.083032] env[62099]: _type = "Task" [ 1578.083032] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.093627] env[62099]: DEBUG oslo_vmware.api [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.093901] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-024bb338-159d-42bd-abbe-970ccc92b9e1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.101926] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad39815a-b50f-4b69-aa29-b44344d0bf8c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.137512] env[62099]: DEBUG nova.compute.manager [req-49a062db-0bd3-4f53-8393-224d4cd9d5f0 req-9da60790-fd40-4136-b13b-f63f23c6e654 service nova] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Detach interface failed, port_id=72938bac-1d39-4836-9fdd-081e0d441204, reason: Instance c5eae579-7720-463e-9a34-d3e7baaf4890 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1578.195648] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896849, 'name': PowerOffVM_Task, 'duration_secs': 0.145579} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.195969] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1578.196225] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1578.197127] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980c5284-09d7-4520-9eb2-2ee95790eec3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.206355] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1578.206355] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1578.206591] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Deleting the datastore file [datastore1] 75cd2eee-18fd-45cb-b999-a62ecd093ccb {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1578.206926] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1578.207244] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf7dc6ac-a80f-45c9-9686-42c8fa2ffb39 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.209082] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2fafc17-e1b9-41f8-bee6-3acd95e62dd3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.214832] env[62099]: DEBUG oslo_vmware.api [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for the task: (returnval){ [ 1578.214832] env[62099]: value = "task-1896854" [ 1578.214832] env[62099]: _type = "Task" [ 1578.214832] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.223353] env[62099]: DEBUG oslo_vmware.api [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.236526] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1578.236526] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1578.236765] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Deleting the datastore file [datastore1] fdcf2d2f-8b46-4a1c-a800-4e7d6a523384 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1578.237533] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a949a508-35f1-46f6-94db-f7e58e9d6b68 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.244839] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1578.244839] env[62099]: value = "task-1896856" [ 1578.244839] env[62099]: _type = "Task" [ 1578.244839] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.254310] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.345536] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.389815] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202122} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.390261] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1578.391398] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc366fbc-abd4-4e97-b20b-05175a58834c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.415260] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69/6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1578.415577] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e34f349-8651-4e2d-b73c-77c9dd68ba28 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.434981] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1578.434981] env[62099]: value = "task-1896857" [ 1578.434981] env[62099]: _type = "Task" [ 1578.434981] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.443140] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.457392] env[62099]: DEBUG nova.compute.manager [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1578.485486] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1578.489436] env[62099]: DEBUG nova.virt.hardware [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='09b989e00a8b18ae5c5debc57c67c6fb',container_format='bare',created_at=2024-12-14T21:29:02Z,direct_url=,disk_format='vmdk',id=eea5ed1e-da8e-4d61-a614-384f275706fb,min_disk=1,min_ram=0,name='tempest-test-snap-1355454786',owner='ee81b66abbdc4bd4a84ad683eaadb62c',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-14T21:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1578.489436] env[62099]: DEBUG nova.virt.hardware [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1578.489436] env[62099]: DEBUG nova.virt.hardware [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1578.489436] env[62099]: DEBUG nova.virt.hardware [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1578.489730] env[62099]: DEBUG nova.virt.hardware [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1578.489730] env[62099]: DEBUG nova.virt.hardware [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1578.489917] env[62099]: DEBUG nova.virt.hardware [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1578.490088] env[62099]: DEBUG nova.virt.hardware [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1578.491023] env[62099]: DEBUG nova.virt.hardware [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1578.491023] env[62099]: DEBUG nova.virt.hardware [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1578.491023] env[62099]: DEBUG nova.virt.hardware [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1578.491421] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c938daba-b67f-4c06-845e-46b24e37d5a1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.500252] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98525203-5b85-4f27-a400-98c9437fa122 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.559756] env[62099]: INFO nova.compute.manager [-] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Took 1.48 seconds to deallocate network for instance. [ 1578.593174] env[62099]: DEBUG oslo_vmware.api [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19035} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.593981] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1578.594184] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1578.594359] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1578.594533] env[62099]: INFO nova.compute.manager [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1578.594761] env[62099]: DEBUG oslo.service.loopingcall [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1578.594947] env[62099]: DEBUG nova.compute.manager [-] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1578.595054] env[62099]: DEBUG nova.network.neutron [-] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1578.725306] env[62099]: DEBUG oslo_vmware.api [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Task: {'id': task-1896854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199334} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.725566] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1578.725751] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1578.725926] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1578.726109] env[62099]: INFO nova.compute.manager [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1578.726367] env[62099]: DEBUG oslo.service.loopingcall [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1578.726875] env[62099]: DEBUG nova.compute.manager [-] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1578.726975] env[62099]: DEBUG nova.network.neutron [-] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1578.754760] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145941} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.755014] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1578.755344] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1578.755727] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1578.783558] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Acquiring lock "37747922-3a9c-4bc4-b520-95c605d69069" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.783790] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Lock "37747922-3a9c-4bc4-b520-95c605d69069" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.946408] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896857, 'name': ReconfigVM_Task, 'duration_secs': 0.275742} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.947126] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69/6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1578.949256] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eed89fe-936d-4a7d-97e4-4158936b512f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.956246] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1578.956246] env[62099]: value = "task-1896858" [ 1578.956246] env[62099]: _type = "Task" [ 1578.956246] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.966973] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896858, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.995281] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 100bb6d8-f69a-4ad3-a1c8-53e7fa280040 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1579.066749] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.108879] env[62099]: DEBUG nova.compute.manager [req-cb1ec144-f02d-4937-825d-9d45d8f4e998 req-96fcc817-fe04-4c5b-8405-fcb7a9299c0f service nova] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Received event network-vif-plugged-b1b1affe-1a67-42a0-964d-d86aa5a199a7 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1579.108879] env[62099]: DEBUG oslo_concurrency.lockutils [req-cb1ec144-f02d-4937-825d-9d45d8f4e998 req-96fcc817-fe04-4c5b-8405-fcb7a9299c0f service nova] Acquiring lock "1fbfec61-05ef-4c2c-b76e-244950cdd24b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.108879] env[62099]: DEBUG oslo_concurrency.lockutils [req-cb1ec144-f02d-4937-825d-9d45d8f4e998 req-96fcc817-fe04-4c5b-8405-fcb7a9299c0f service nova] Lock "1fbfec61-05ef-4c2c-b76e-244950cdd24b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.108879] env[62099]: DEBUG oslo_concurrency.lockutils [req-cb1ec144-f02d-4937-825d-9d45d8f4e998 req-96fcc817-fe04-4c5b-8405-fcb7a9299c0f service nova] Lock "1fbfec61-05ef-4c2c-b76e-244950cdd24b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.108879] env[62099]: DEBUG nova.compute.manager [req-cb1ec144-f02d-4937-825d-9d45d8f4e998 req-96fcc817-fe04-4c5b-8405-fcb7a9299c0f service nova] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] No waiting events found dispatching network-vif-plugged-b1b1affe-1a67-42a0-964d-d86aa5a199a7 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1579.109305] env[62099]: WARNING nova.compute.manager [req-cb1ec144-f02d-4937-825d-9d45d8f4e998 req-96fcc817-fe04-4c5b-8405-fcb7a9299c0f service nova] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Received unexpected event network-vif-plugged-b1b1affe-1a67-42a0-964d-d86aa5a199a7 for instance with vm_state building and task_state spawning. [ 1579.213973] env[62099]: DEBUG nova.network.neutron [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Successfully updated port: b1b1affe-1a67-42a0-964d-d86aa5a199a7 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1579.285695] env[62099]: DEBUG nova.compute.manager [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1579.440917] env[62099]: DEBUG nova.network.neutron [-] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.467073] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896858, 'name': Rename_Task, 'duration_secs': 0.148363} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.467377] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1579.467625] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4d38043-82cd-4537-ba9a-3b028edc3ce2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.474199] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1579.474199] env[62099]: value = "task-1896859" [ 1579.474199] env[62099]: _type = "Task" [ 1579.474199] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.481829] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.498186] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance ece5d3f5-806e-426b-a64a-fc89b3b600a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1579.498545] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1579.498696] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4160MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1579.529716] env[62099]: DEBUG nova.network.neutron [-] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.611204] env[62099]: DEBUG nova.compute.manager [req-b2590572-98dc-4c84-b8e6-6e6de5c4ac27 req-6a84061b-4a98-406c-ab18-3be077aa127c service nova] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Received event network-vif-deleted-b94576c1-93b2-4e19-8266-c679ecde88fe {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1579.611433] env[62099]: DEBUG nova.compute.manager [req-b2590572-98dc-4c84-b8e6-6e6de5c4ac27 req-6a84061b-4a98-406c-ab18-3be077aa127c service nova] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Received event network-vif-deleted-1fed6c8f-fad0-45e2-a24a-3b1903824685 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1579.716354] env[62099]: DEBUG oslo_concurrency.lockutils [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "refresh_cache-1fbfec61-05ef-4c2c-b76e-244950cdd24b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.716571] env[62099]: DEBUG oslo_concurrency.lockutils [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired lock "refresh_cache-1fbfec61-05ef-4c2c-b76e-244950cdd24b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.716721] env[62099]: DEBUG nova.network.neutron [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1579.798073] env[62099]: DEBUG nova.virt.hardware [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1579.798394] env[62099]: DEBUG nova.virt.hardware [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1579.798476] env[62099]: DEBUG nova.virt.hardware [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1579.798623] env[62099]: DEBUG nova.virt.hardware [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1579.798767] env[62099]: DEBUG nova.virt.hardware [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1579.798912] env[62099]: DEBUG nova.virt.hardware [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1579.799125] env[62099]: DEBUG nova.virt.hardware [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1579.799289] env[62099]: DEBUG nova.virt.hardware [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1579.799466] env[62099]: DEBUG nova.virt.hardware [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1579.799626] env[62099]: DEBUG nova.virt.hardware [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1579.799797] env[62099]: DEBUG nova.virt.hardware [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1579.800809] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7940667e-7d15-4f5a-b64c-73e62ed0c0de {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.810230] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.811471] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0919dd5-d78e-45dd-8510-8ee99148bbf9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.827279] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Instance VIF info [] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1579.833358] env[62099]: DEBUG oslo.service.loopingcall [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1579.835917] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1579.836355] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4dbb3757-c2c2-4d52-a1b0-6a49d05d64f6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.854993] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1579.854993] env[62099]: value = "task-1896860" [ 1579.854993] env[62099]: _type = "Task" [ 1579.854993] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.860370] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4121fc21-600e-4205-99d4-deb4971db12e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.867602] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896860, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.870124] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efba6f7f-9ee5-4b5f-b4c9-462516e7aed4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.903031] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0271923-b4ce-4ec2-a800-0d1325b82331 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.911610] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e777d67-0066-4f36-bd0c-559f8b13ae3e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.927324] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.943733] env[62099]: INFO nova.compute.manager [-] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Took 1.35 seconds to deallocate network for instance. [ 1579.986672] env[62099]: DEBUG oslo_vmware.api [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896859, 'name': PowerOnVM_Task, 'duration_secs': 0.456597} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.986672] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1579.986883] env[62099]: INFO nova.compute.manager [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1579.986914] env[62099]: DEBUG nova.compute.manager [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1579.987711] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b495eae-27a2-4a59-883b-64ac3232b296 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.032665] env[62099]: INFO nova.compute.manager [-] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Took 1.31 seconds to deallocate network for instance. [ 1580.306328] env[62099]: DEBUG nova.network.neutron [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1580.364374] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896860, 'name': CreateVM_Task, 'duration_secs': 0.306213} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.364544] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1580.365247] env[62099]: DEBUG oslo_concurrency.lockutils [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.365428] env[62099]: DEBUG oslo_concurrency.lockutils [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.365723] env[62099]: DEBUG oslo_concurrency.lockutils [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1580.365979] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-278afb62-ceb9-4752-80b8-eb173b0b70aa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.371173] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1580.371173] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529a430b-7666-89d4-434c-d8a3ce328b4e" [ 1580.371173] env[62099]: _type = "Task" [ 1580.371173] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.381050] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529a430b-7666-89d4-434c-d8a3ce328b4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.431660] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1580.451649] env[62099]: DEBUG oslo_concurrency.lockutils [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.505978] env[62099]: INFO nova.compute.manager [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Took 33.40 seconds to build instance. [ 1580.519390] env[62099]: DEBUG nova.network.neutron [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Updating instance_info_cache with network_info: [{"id": "b1b1affe-1a67-42a0-964d-d86aa5a199a7", "address": "fa:16:3e:f7:ca:0a", "network": {"id": "365e58ad-bf37-4027-bea7-f6435b10c7fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1959660345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee81b66abbdc4bd4a84ad683eaadb62c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b1affe-1a", "ovs_interfaceid": "b1b1affe-1a67-42a0-964d-d86aa5a199a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.541208] env[62099]: DEBUG oslo_concurrency.lockutils [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.881680] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529a430b-7666-89d4-434c-d8a3ce328b4e, 'name': SearchDatastore_Task, 'duration_secs': 0.009518} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.881948] env[62099]: DEBUG oslo_concurrency.lockutils [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.882207] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1580.882454] env[62099]: DEBUG oslo_concurrency.lockutils [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.882631] env[62099]: DEBUG oslo_concurrency.lockutils [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.882778] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1580.883047] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85efe20c-b83c-472b-9311-8945e8f0f861 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.891263] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1580.891429] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1580.892120] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b95167f-8966-4429-8768-2910b3936e83 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.897359] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1580.897359] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52563a0d-1614-c21f-de1c-e92d073c1129" [ 1580.897359] env[62099]: _type = "Task" [ 1580.897359] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.904629] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52563a0d-1614-c21f-de1c-e92d073c1129, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.936479] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1580.936730] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.519s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.936986] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.075s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.937180] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.939297] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.828s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.940893] env[62099]: INFO nova.compute.claims [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1580.965913] env[62099]: INFO nova.scheduler.client.report [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Deleted allocations for instance f5babee2-eada-48b0-99c6-eec3024633e2 [ 1581.007688] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67344d1b-a616-4d40-980c-268e92a87e13 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.226s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.021900] env[62099]: DEBUG oslo_concurrency.lockutils [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Releasing lock "refresh_cache-1fbfec61-05ef-4c2c-b76e-244950cdd24b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.022217] env[62099]: DEBUG nova.compute.manager [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Instance network_info: |[{"id": "b1b1affe-1a67-42a0-964d-d86aa5a199a7", "address": "fa:16:3e:f7:ca:0a", "network": {"id": "365e58ad-bf37-4027-bea7-f6435b10c7fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1959660345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee81b66abbdc4bd4a84ad683eaadb62c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b1affe-1a", "ovs_interfaceid": "b1b1affe-1a67-42a0-964d-d86aa5a199a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1581.022608] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:ca:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1b1affe-1a67-42a0-964d-d86aa5a199a7', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1581.030733] env[62099]: DEBUG oslo.service.loopingcall [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1581.031159] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1581.031389] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf74bf3b-f862-43c3-9be3-868c8c265d99 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.051397] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1581.051397] env[62099]: value = "task-1896861" [ 1581.051397] env[62099]: _type = "Task" [ 1581.051397] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.059238] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896861, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.135569] env[62099]: DEBUG nova.compute.manager [req-c17a1d1d-a79d-47c3-a0e4-1d61b0e69faa req-9426693d-0ddf-40d3-b459-612a1400b1b4 service nova] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Received event network-changed-b1b1affe-1a67-42a0-964d-d86aa5a199a7 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1581.135794] env[62099]: DEBUG nova.compute.manager [req-c17a1d1d-a79d-47c3-a0e4-1d61b0e69faa req-9426693d-0ddf-40d3-b459-612a1400b1b4 service nova] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Refreshing instance network info cache due to event network-changed-b1b1affe-1a67-42a0-964d-d86aa5a199a7. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1581.136193] env[62099]: DEBUG oslo_concurrency.lockutils [req-c17a1d1d-a79d-47c3-a0e4-1d61b0e69faa req-9426693d-0ddf-40d3-b459-612a1400b1b4 service nova] Acquiring lock "refresh_cache-1fbfec61-05ef-4c2c-b76e-244950cdd24b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.136419] env[62099]: DEBUG oslo_concurrency.lockutils [req-c17a1d1d-a79d-47c3-a0e4-1d61b0e69faa req-9426693d-0ddf-40d3-b459-612a1400b1b4 service nova] Acquired lock "refresh_cache-1fbfec61-05ef-4c2c-b76e-244950cdd24b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.136611] env[62099]: DEBUG nova.network.neutron [req-c17a1d1d-a79d-47c3-a0e4-1d61b0e69faa req-9426693d-0ddf-40d3-b459-612a1400b1b4 service nova] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Refreshing network info cache for port b1b1affe-1a67-42a0-964d-d86aa5a199a7 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1581.409950] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52563a0d-1614-c21f-de1c-e92d073c1129, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.410637] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed788898-454d-49f1-89fb-77b07681fae5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.417197] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1581.417197] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fe3968-eb97-7644-d038-1c9b3621cf75" [ 1581.417197] env[62099]: _type = "Task" [ 1581.417197] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.425147] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fe3968-eb97-7644-d038-1c9b3621cf75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.473997] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7f469f6d-2466-4b56-8a9b-07a94098c108 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "f5babee2-eada-48b0-99c6-eec3024633e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.374s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.562992] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896861, 'name': CreateVM_Task, 'duration_secs': 0.366937} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.563440] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1581.565152] env[62099]: DEBUG oslo_concurrency.lockutils [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea5ed1e-da8e-4d61-a614-384f275706fb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.565152] env[62099]: DEBUG oslo_concurrency.lockutils [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea5ed1e-da8e-4d61-a614-384f275706fb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.565152] env[62099]: DEBUG oslo_concurrency.lockutils [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea5ed1e-da8e-4d61-a614-384f275706fb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1581.565410] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0517ba21-50b8-4467-8ce4-68de6f09d235 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.573066] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1581.573066] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c94692-5672-522c-fd1d-cccbc925602b" [ 1581.573066] env[62099]: _type = "Task" [ 1581.573066] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.586149] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c94692-5672-522c-fd1d-cccbc925602b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.927919] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fe3968-eb97-7644-d038-1c9b3621cf75, 'name': SearchDatastore_Task, 'duration_secs': 0.009232} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.930181] env[62099]: DEBUG oslo_concurrency.lockutils [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.930423] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] fdcf2d2f-8b46-4a1c-a800-4e7d6a523384/fdcf2d2f-8b46-4a1c-a800-4e7d6a523384.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1581.930901] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e54edba-a339-4870-9ee3-56142d87ea59 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.937968] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1581.937968] env[62099]: value = "task-1896862" [ 1581.937968] env[62099]: _type = "Task" [ 1581.937968] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.946475] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.986825] env[62099]: DEBUG nova.network.neutron [req-c17a1d1d-a79d-47c3-a0e4-1d61b0e69faa req-9426693d-0ddf-40d3-b459-612a1400b1b4 service nova] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Updated VIF entry in instance network info cache for port b1b1affe-1a67-42a0-964d-d86aa5a199a7. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1581.987253] env[62099]: DEBUG nova.network.neutron [req-c17a1d1d-a79d-47c3-a0e4-1d61b0e69faa req-9426693d-0ddf-40d3-b459-612a1400b1b4 service nova] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Updating instance_info_cache with network_info: [{"id": "b1b1affe-1a67-42a0-964d-d86aa5a199a7", "address": "fa:16:3e:f7:ca:0a", "network": {"id": "365e58ad-bf37-4027-bea7-f6435b10c7fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1959660345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee81b66abbdc4bd4a84ad683eaadb62c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b1affe-1a", "ovs_interfaceid": "b1b1affe-1a67-42a0-964d-d86aa5a199a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.084439] env[62099]: DEBUG oslo_concurrency.lockutils [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea5ed1e-da8e-4d61-a614-384f275706fb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.084799] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Processing image eea5ed1e-da8e-4d61-a614-384f275706fb {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1582.084974] env[62099]: DEBUG oslo_concurrency.lockutils [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea5ed1e-da8e-4d61-a614-384f275706fb/eea5ed1e-da8e-4d61-a614-384f275706fb.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.085199] env[62099]: DEBUG oslo_concurrency.lockutils [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea5ed1e-da8e-4d61-a614-384f275706fb/eea5ed1e-da8e-4d61-a614-384f275706fb.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.085647] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1582.086060] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdb2a7a4-62f1-4ceb-a477-5ad95b7e8d6a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.103288] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1582.103288] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1582.103598] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201ac472-7026-4381-ad4c-053a58db007c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.110172] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1582.110172] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5228f094-f8ec-7408-864a-b6b8f012b4ff" [ 1582.110172] env[62099]: _type = "Task" [ 1582.110172] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.118046] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5228f094-f8ec-7408-864a-b6b8f012b4ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.336289] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088b428d-f8b9-429d-925f-cee28192b4a0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.344879] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e670669e-2e39-4602-b76f-49e737e7fe9a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.377746] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a427fd4-1216-49e0-846f-57cf3f4f7404 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.385705] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fec71e4-bab9-4a03-ac59-fccd7c020d76 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.399955] env[62099]: DEBUG nova.compute.provider_tree [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1582.403233] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.403520] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.403626] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.403821] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.403986] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.406119] env[62099]: INFO nova.compute.manager [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Terminating instance [ 1582.447303] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49264} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.447573] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] fdcf2d2f-8b46-4a1c-a800-4e7d6a523384/fdcf2d2f-8b46-4a1c-a800-4e7d6a523384.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1582.447785] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1582.448042] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffc94486-5b42-4b16-babc-442ffe418dbe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.454368] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1582.454368] env[62099]: value = "task-1896863" [ 1582.454368] env[62099]: _type = "Task" [ 1582.454368] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.462120] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.492580] env[62099]: DEBUG oslo_concurrency.lockutils [req-c17a1d1d-a79d-47c3-a0e4-1d61b0e69faa req-9426693d-0ddf-40d3-b459-612a1400b1b4 service nova] Releasing lock "refresh_cache-1fbfec61-05ef-4c2c-b76e-244950cdd24b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.621534] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Preparing fetch location {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1582.621534] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Fetch image to [datastore2] OSTACK_IMG_bdbf2c8b-a81b-48be-87f1-bdc4b4ad1fb6/OSTACK_IMG_bdbf2c8b-a81b-48be-87f1-bdc4b4ad1fb6.vmdk {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1582.621534] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Downloading stream optimized image eea5ed1e-da8e-4d61-a614-384f275706fb to [datastore2] OSTACK_IMG_bdbf2c8b-a81b-48be-87f1-bdc4b4ad1fb6/OSTACK_IMG_bdbf2c8b-a81b-48be-87f1-bdc4b4ad1fb6.vmdk on the data store datastore2 as vApp {{(pid=62099) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1582.621534] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Downloading image file data eea5ed1e-da8e-4d61-a614-384f275706fb to the ESX as VM named 'OSTACK_IMG_bdbf2c8b-a81b-48be-87f1-bdc4b4ad1fb6' {{(pid=62099) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1582.703452] env[62099]: DEBUG oslo_vmware.rw_handles [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1582.703452] env[62099]: value = "resgroup-9" [ 1582.703452] env[62099]: _type = "ResourcePool" [ 1582.703452] env[62099]: }. {{(pid=62099) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1582.703816] env[62099]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f621d58f-39a3-42cf-a3ca-b4f019409450 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.727192] env[62099]: DEBUG oslo_vmware.rw_handles [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lease: (returnval){ [ 1582.727192] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5248dddc-3e16-14bb-a43e-99cbb3cc810a" [ 1582.727192] env[62099]: _type = "HttpNfcLease" [ 1582.727192] env[62099]: } obtained for vApp import into resource pool (val){ [ 1582.727192] env[62099]: value = "resgroup-9" [ 1582.727192] env[62099]: _type = "ResourcePool" [ 1582.727192] env[62099]: }. {{(pid=62099) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1582.727633] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the lease: (returnval){ [ 1582.727633] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5248dddc-3e16-14bb-a43e-99cbb3cc810a" [ 1582.727633] env[62099]: _type = "HttpNfcLease" [ 1582.727633] env[62099]: } to be ready. {{(pid=62099) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1582.733620] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1582.733620] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5248dddc-3e16-14bb-a43e-99cbb3cc810a" [ 1582.733620] env[62099]: _type = "HttpNfcLease" [ 1582.733620] env[62099]: } is initializing. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1582.904059] env[62099]: DEBUG nova.scheduler.client.report [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1582.911653] env[62099]: DEBUG nova.compute.manager [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1582.911860] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1582.912731] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe014c54-835a-40b5-8c92-557cd6bc6176 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.923850] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1582.924097] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b4069b3-2c86-4d24-9ab4-5979b0b7ac22 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.931688] env[62099]: DEBUG oslo_vmware.api [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1582.931688] env[62099]: value = "task-1896865" [ 1582.931688] env[62099]: _type = "Task" [ 1582.931688] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.941448] env[62099]: DEBUG oslo_vmware.api [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.963719] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071738} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.964009] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1582.964790] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154e3106-4eaf-4872-a437-05d467a55c43 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.984362] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] fdcf2d2f-8b46-4a1c-a800-4e7d6a523384/fdcf2d2f-8b46-4a1c-a800-4e7d6a523384.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1582.984672] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-548b10d7-22e1-42bb-ad2f-d91c0c203b19 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.004142] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1583.004142] env[62099]: value = "task-1896866" [ 1583.004142] env[62099]: _type = "Task" [ 1583.004142] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.012352] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.237794] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1583.237794] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5248dddc-3e16-14bb-a43e-99cbb3cc810a" [ 1583.237794] env[62099]: _type = "HttpNfcLease" [ 1583.237794] env[62099]: } is ready. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1583.238314] env[62099]: DEBUG oslo_vmware.rw_handles [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1583.238314] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5248dddc-3e16-14bb-a43e-99cbb3cc810a" [ 1583.238314] env[62099]: _type = "HttpNfcLease" [ 1583.238314] env[62099]: }. {{(pid=62099) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1583.238817] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a760b816-4c7c-4977-8e17-cbbd07e381a9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.246557] env[62099]: DEBUG oslo_vmware.rw_handles [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e58f53-e84b-3474-d12b-75ce38c32af0/disk-0.vmdk from lease info. {{(pid=62099) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1583.246974] env[62099]: DEBUG oslo_vmware.rw_handles [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e58f53-e84b-3474-d12b-75ce38c32af0/disk-0.vmdk. {{(pid=62099) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1583.312819] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-74c2f6d0-8129-4737-b380-908df88287fe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.409696] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.410105] env[62099]: DEBUG nova.compute.manager [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1583.413434] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.239s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.413684] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.416011] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.391s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.416311] env[62099]: DEBUG nova.objects.instance [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62099) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1583.436765] env[62099]: INFO nova.scheduler.client.report [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Deleted allocations for instance 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a [ 1583.443755] env[62099]: DEBUG oslo_vmware.api [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896865, 'name': PowerOffVM_Task, 'duration_secs': 0.206481} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.444289] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1583.445200] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1583.445200] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92c5c0d5-3400-4cdc-908b-1435510305d8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.516924] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896866, 'name': ReconfigVM_Task, 'duration_secs': 0.288231} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.518805] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Reconfigured VM instance instance-00000040 to attach disk [datastore2] fdcf2d2f-8b46-4a1c-a800-4e7d6a523384/fdcf2d2f-8b46-4a1c-a800-4e7d6a523384.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1583.519497] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47e8e759-0501-4851-93c7-835f4d4420d0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.527869] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1583.527869] env[62099]: value = "task-1896868" [ 1583.527869] env[62099]: _type = "Task" [ 1583.527869] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.538726] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896868, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.539990] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1583.540243] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1583.540444] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleting the datastore file [datastore1] 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1583.542045] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bf9c0fb-218a-4f93-9535-d33d48a0a717 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.550357] env[62099]: DEBUG oslo_vmware.api [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1583.550357] env[62099]: value = "task-1896869" [ 1583.550357] env[62099]: _type = "Task" [ 1583.550357] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.560433] env[62099]: DEBUG oslo_vmware.api [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.799136] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "bc7253df-1845-43be-93a8-81ab512e7e7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.799410] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "bc7253df-1845-43be-93a8-81ab512e7e7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.920846] env[62099]: DEBUG nova.compute.utils [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1583.927624] env[62099]: DEBUG nova.compute.manager [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1583.927878] env[62099]: DEBUG nova.network.neutron [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1583.948747] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c3ba0bad-de88-4c5b-96a9-7f1e52f8f43e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.084s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.998054] env[62099]: DEBUG nova.policy [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcca86caad9d443ba9462a4cbab288c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83ff9fe2e88d4f57b8e81009505f0b9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1584.012208] env[62099]: DEBUG oslo_vmware.rw_handles [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Completed reading data from the image iterator. {{(pid=62099) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1584.012799] env[62099]: DEBUG oslo_vmware.rw_handles [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e58f53-e84b-3474-d12b-75ce38c32af0/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1584.013463] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37456fec-18b8-494f-aee1-0a811fd1b56a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.020842] env[62099]: DEBUG oslo_vmware.rw_handles [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e58f53-e84b-3474-d12b-75ce38c32af0/disk-0.vmdk is in state: ready. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1584.021131] env[62099]: DEBUG oslo_vmware.rw_handles [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e58f53-e84b-3474-d12b-75ce38c32af0/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1584.021358] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-562b99d0-0ee2-437c-92ab-33d7a3d82d4f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.039631] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896868, 'name': Rename_Task, 'duration_secs': 0.14715} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.040017] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1584.040340] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b82bcc75-07f2-436f-a95c-b1da1c75255f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.046689] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1584.046689] env[62099]: value = "task-1896870" [ 1584.046689] env[62099]: _type = "Task" [ 1584.046689] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.063665] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.071850] env[62099]: DEBUG oslo_vmware.api [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1896869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177264} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.072335] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1584.072672] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1584.073176] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1584.073384] env[62099]: INFO nova.compute.manager [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1584.073838] env[62099]: DEBUG oslo.service.loopingcall [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.074168] env[62099]: DEBUG nova.compute.manager [-] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1584.074353] env[62099]: DEBUG nova.network.neutron [-] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1584.223708] env[62099]: DEBUG oslo_vmware.rw_handles [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e58f53-e84b-3474-d12b-75ce38c32af0/disk-0.vmdk. {{(pid=62099) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1584.223956] env[62099]: INFO nova.virt.vmwareapi.images [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Downloaded image file data eea5ed1e-da8e-4d61-a614-384f275706fb [ 1584.224990] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b9f8f7-1c70-4a68-814a-5ff901e70510 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.245697] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-230fe404-f094-4a03-a648-f91b74a1a65b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.275151] env[62099]: INFO nova.virt.vmwareapi.images [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] The imported VM was unregistered [ 1584.282991] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Caching image {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1584.282991] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Creating directory with path [datastore2] devstack-image-cache_base/eea5ed1e-da8e-4d61-a614-384f275706fb {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1584.282991] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0da72f56-eea4-46d7-b63b-c24af60fd9bc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.291704] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Created directory with path [datastore2] devstack-image-cache_base/eea5ed1e-da8e-4d61-a614-384f275706fb {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1584.291704] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_bdbf2c8b-a81b-48be-87f1-bdc4b4ad1fb6/OSTACK_IMG_bdbf2c8b-a81b-48be-87f1-bdc4b4ad1fb6.vmdk to [datastore2] devstack-image-cache_base/eea5ed1e-da8e-4d61-a614-384f275706fb/eea5ed1e-da8e-4d61-a614-384f275706fb.vmdk. {{(pid=62099) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1584.291704] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4bc4722b-2d98-4ddf-9d94-3b6ef7e2ffc3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.298199] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1584.298199] env[62099]: value = "task-1896872" [ 1584.298199] env[62099]: _type = "Task" [ 1584.298199] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.301750] env[62099]: DEBUG nova.compute.manager [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1584.312777] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896872, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.422490] env[62099]: DEBUG nova.compute.manager [req-50fccc05-4214-4959-8330-a4c0c1033958 req-9f1d207d-3cc2-415c-89d2-872f7df0e541 service nova] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Received event network-vif-deleted-c34df3e8-2e74-42fa-b870-2a8d129e229d {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1584.422490] env[62099]: INFO nova.compute.manager [req-50fccc05-4214-4959-8330-a4c0c1033958 req-9f1d207d-3cc2-415c-89d2-872f7df0e541 service nova] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Neutron deleted interface c34df3e8-2e74-42fa-b870-2a8d129e229d; detaching it from the instance and deleting it from the info cache [ 1584.422490] env[62099]: DEBUG nova.network.neutron [req-50fccc05-4214-4959-8330-a4c0c1033958 req-9f1d207d-3cc2-415c-89d2-872f7df0e541 service nova] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.428254] env[62099]: DEBUG nova.compute.manager [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1584.432761] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9326c9a8-5c33-40af-b3d1-0b63c718495c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.434039] env[62099]: DEBUG oslo_concurrency.lockutils [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.034s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.436220] env[62099]: INFO nova.compute.claims [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1584.464099] env[62099]: DEBUG nova.network.neutron [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Successfully created port: d06176c7-7557-4d6f-854f-31ad1cf46ab6 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1584.557329] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896870, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.810664] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896872, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.829620] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.862282] env[62099]: DEBUG nova.network.neutron [-] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.924925] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66f47dfa-648f-4d33-ba9b-3f7c5b617c91 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.937196] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623f8f2b-29cc-4bf0-98f6-c4e226ebacb5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.951509] env[62099]: DEBUG nova.network.neutron [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Successfully created port: 23cb93cb-b23a-469e-affa-23eb7492bcde {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1584.986412] env[62099]: DEBUG nova.compute.manager [req-50fccc05-4214-4959-8330-a4c0c1033958 req-9f1d207d-3cc2-415c-89d2-872f7df0e541 service nova] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Detach interface failed, port_id=c34df3e8-2e74-42fa-b870-2a8d129e229d, reason: Instance 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1585.060225] env[62099]: DEBUG oslo_vmware.api [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896870, 'name': PowerOnVM_Task, 'duration_secs': 0.680203} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.060676] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1585.061160] env[62099]: DEBUG nova.compute.manager [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1585.063685] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eba46fe-d34d-4aa5-a172-fa61b8b933cd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.309729] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896872, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.363466] env[62099]: INFO nova.compute.manager [-] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Took 1.29 seconds to deallocate network for instance. [ 1585.460880] env[62099]: DEBUG nova.compute.manager [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1585.499706] env[62099]: DEBUG nova.virt.hardware [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1585.500130] env[62099]: DEBUG nova.virt.hardware [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1585.500410] env[62099]: DEBUG nova.virt.hardware [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1585.501678] env[62099]: DEBUG nova.virt.hardware [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1585.501678] env[62099]: DEBUG nova.virt.hardware [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1585.501678] env[62099]: DEBUG nova.virt.hardware [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1585.501678] env[62099]: DEBUG nova.virt.hardware [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1585.501678] env[62099]: DEBUG nova.virt.hardware [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1585.501882] env[62099]: DEBUG nova.virt.hardware [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1585.501980] env[62099]: DEBUG nova.virt.hardware [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1585.502240] env[62099]: DEBUG nova.virt.hardware [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1585.503504] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15e8814-7667-4c25-aaee-749cbeccc58d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.519884] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f52097-cde0-4a79-9640-c22c3e933133 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.582024] env[62099]: DEBUG oslo_concurrency.lockutils [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.810896] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896872, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.871919] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.876980] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0662026-2268-49fe-a82b-8c6a4b95b847 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.885051] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a6b0e0-7292-4725-90e6-fd0c2a2c2e7c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.917351] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1835af80-ce31-4d9a-a13f-8dbf78ed7922 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.925677] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0417b2-ca68-4678-945b-5d643242fc23 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.939475] env[62099]: DEBUG nova.compute.provider_tree [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.128449] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.128698] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.271294] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Acquiring lock "fdcf2d2f-8b46-4a1c-a800-4e7d6a523384" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.271609] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Lock "fdcf2d2f-8b46-4a1c-a800-4e7d6a523384" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.271823] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Acquiring lock "fdcf2d2f-8b46-4a1c-a800-4e7d6a523384-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.272013] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Lock "fdcf2d2f-8b46-4a1c-a800-4e7d6a523384-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.272192] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Lock "fdcf2d2f-8b46-4a1c-a800-4e7d6a523384-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.274324] env[62099]: INFO nova.compute.manager [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Terminating instance [ 1586.310928] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896872, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.442494] env[62099]: DEBUG nova.scheduler.client.report [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1586.631777] env[62099]: DEBUG nova.compute.manager [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1586.777833] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Acquiring lock "refresh_cache-fdcf2d2f-8b46-4a1c-a800-4e7d6a523384" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.778129] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Acquired lock "refresh_cache-fdcf2d2f-8b46-4a1c-a800-4e7d6a523384" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.778338] env[62099]: DEBUG nova.network.neutron [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1586.785195] env[62099]: DEBUG nova.compute.manager [req-a4958290-c314-4871-a6b4-06a20910726e req-7f40d6fb-f49b-4c55-9baa-b7532fa9ce0b service nova] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Received event network-vif-plugged-d06176c7-7557-4d6f-854f-31ad1cf46ab6 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1586.785407] env[62099]: DEBUG oslo_concurrency.lockutils [req-a4958290-c314-4871-a6b4-06a20910726e req-7f40d6fb-f49b-4c55-9baa-b7532fa9ce0b service nova] Acquiring lock "d6e22500-879b-40c8-ba69-a19b2db27ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.785586] env[62099]: DEBUG oslo_concurrency.lockutils [req-a4958290-c314-4871-a6b4-06a20910726e req-7f40d6fb-f49b-4c55-9baa-b7532fa9ce0b service nova] Lock "d6e22500-879b-40c8-ba69-a19b2db27ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.785745] env[62099]: DEBUG oslo_concurrency.lockutils [req-a4958290-c314-4871-a6b4-06a20910726e req-7f40d6fb-f49b-4c55-9baa-b7532fa9ce0b service nova] Lock "d6e22500-879b-40c8-ba69-a19b2db27ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.785905] env[62099]: DEBUG nova.compute.manager [req-a4958290-c314-4871-a6b4-06a20910726e req-7f40d6fb-f49b-4c55-9baa-b7532fa9ce0b service nova] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] No waiting events found dispatching network-vif-plugged-d06176c7-7557-4d6f-854f-31ad1cf46ab6 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1586.786267] env[62099]: WARNING nova.compute.manager [req-a4958290-c314-4871-a6b4-06a20910726e req-7f40d6fb-f49b-4c55-9baa-b7532fa9ce0b service nova] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Received unexpected event network-vif-plugged-d06176c7-7557-4d6f-854f-31ad1cf46ab6 for instance with vm_state building and task_state spawning. [ 1586.812424] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896872, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.316896} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.812676] env[62099]: INFO nova.virt.vmwareapi.ds_util [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_bdbf2c8b-a81b-48be-87f1-bdc4b4ad1fb6/OSTACK_IMG_bdbf2c8b-a81b-48be-87f1-bdc4b4ad1fb6.vmdk to [datastore2] devstack-image-cache_base/eea5ed1e-da8e-4d61-a614-384f275706fb/eea5ed1e-da8e-4d61-a614-384f275706fb.vmdk. [ 1586.812856] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Cleaning up location [datastore2] OSTACK_IMG_bdbf2c8b-a81b-48be-87f1-bdc4b4ad1fb6 {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1586.813027] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_bdbf2c8b-a81b-48be-87f1-bdc4b4ad1fb6 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1586.813270] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80e82f6a-e2a5-4545-9604-9a2c60d36900 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.819454] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1586.819454] env[62099]: value = "task-1896873" [ 1586.819454] env[62099]: _type = "Task" [ 1586.819454] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.827241] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.880534] env[62099]: DEBUG nova.network.neutron [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Successfully updated port: d06176c7-7557-4d6f-854f-31ad1cf46ab6 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1586.948259] env[62099]: DEBUG oslo_concurrency.lockutils [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.950093] env[62099]: DEBUG nova.compute.manager [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1586.953259] env[62099]: DEBUG oslo_concurrency.lockutils [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.541s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.954918] env[62099]: INFO nova.compute.claims [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1587.153545] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.298948] env[62099]: DEBUG nova.network.neutron [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1587.330259] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033577} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.330561] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1587.330641] env[62099]: DEBUG oslo_concurrency.lockutils [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea5ed1e-da8e-4d61-a614-384f275706fb/eea5ed1e-da8e-4d61-a614-384f275706fb.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.330883] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea5ed1e-da8e-4d61-a614-384f275706fb/eea5ed1e-da8e-4d61-a614-384f275706fb.vmdk to [datastore2] 1fbfec61-05ef-4c2c-b76e-244950cdd24b/1fbfec61-05ef-4c2c-b76e-244950cdd24b.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1587.331147] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca9ef372-8246-4710-ad05-ef086118331d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.337602] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1587.337602] env[62099]: value = "task-1896874" [ 1587.337602] env[62099]: _type = "Task" [ 1587.337602] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.346661] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.348268] env[62099]: DEBUG nova.network.neutron [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.459650] env[62099]: DEBUG nova.compute.utils [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1587.461846] env[62099]: DEBUG nova.compute.manager [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1587.461988] env[62099]: DEBUG nova.network.neutron [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1587.503575] env[62099]: DEBUG nova.policy [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18ecde753292481ab3fce64b052ff368', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb3a5c9dc05d4c5a9b2a28e38b3b9040', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1587.763082] env[62099]: DEBUG nova.network.neutron [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Successfully created port: 29328905-9cfa-4c3e-babb-578a2b2db3b3 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1587.857524] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Releasing lock "refresh_cache-fdcf2d2f-8b46-4a1c-a800-4e7d6a523384" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.862499] env[62099]: DEBUG nova.compute.manager [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1587.862499] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1587.862499] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896874, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.862499] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f46a49-c1bb-4583-b540-046aea682ec7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.873014] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1587.876062] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-932d2339-c654-4f6e-bf6b-5a724327bd57 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.882336] env[62099]: DEBUG oslo_vmware.api [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1587.882336] env[62099]: value = "task-1896875" [ 1587.882336] env[62099]: _type = "Task" [ 1587.882336] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.892174] env[62099]: DEBUG oslo_vmware.api [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.962652] env[62099]: DEBUG nova.compute.manager [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1588.349099] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896874, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.387315] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59d7352-d4ad-4b30-864c-5802e5c9b201 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.397096] env[62099]: DEBUG oslo_vmware.api [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896875, 'name': PowerOffVM_Task, 'duration_secs': 0.280885} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.399263] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1588.399452] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1588.399756] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea55d7df-d61d-4f0e-8753-225899c1a7be {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.402124] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082b33b5-87ac-488c-ad00-8b0f07d9f8ef {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.434822] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5051f356-8047-4141-aa4c-7fe9c933f63a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.437641] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1588.437847] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1588.438035] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Deleting the datastore file [datastore2] fdcf2d2f-8b46-4a1c-a800-4e7d6a523384 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1588.438333] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be5296cb-9a94-4041-abfe-57fd70de0876 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.448063] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b313da-4c85-4967-8fc2-25d369f2f024 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.452092] env[62099]: DEBUG oslo_vmware.api [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for the task: (returnval){ [ 1588.452092] env[62099]: value = "task-1896877" [ 1588.452092] env[62099]: _type = "Task" [ 1588.452092] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.463807] env[62099]: DEBUG nova.compute.provider_tree [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1588.472493] env[62099]: DEBUG oslo_vmware.api [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.857466] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896874, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.893215] env[62099]: DEBUG nova.compute.manager [req-75f7bfc1-d963-4940-8b36-f32861431063 req-c0b28cea-09cd-43b8-831f-6990b9b1bc7b service nova] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Received event network-changed-d06176c7-7557-4d6f-854f-31ad1cf46ab6 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1588.893215] env[62099]: DEBUG nova.compute.manager [req-75f7bfc1-d963-4940-8b36-f32861431063 req-c0b28cea-09cd-43b8-831f-6990b9b1bc7b service nova] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Refreshing instance network info cache due to event network-changed-d06176c7-7557-4d6f-854f-31ad1cf46ab6. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1588.893215] env[62099]: DEBUG oslo_concurrency.lockutils [req-75f7bfc1-d963-4940-8b36-f32861431063 req-c0b28cea-09cd-43b8-831f-6990b9b1bc7b service nova] Acquiring lock "refresh_cache-d6e22500-879b-40c8-ba69-a19b2db27ad1" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.893785] env[62099]: DEBUG oslo_concurrency.lockutils [req-75f7bfc1-d963-4940-8b36-f32861431063 req-c0b28cea-09cd-43b8-831f-6990b9b1bc7b service nova] Acquired lock "refresh_cache-d6e22500-879b-40c8-ba69-a19b2db27ad1" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.894132] env[62099]: DEBUG nova.network.neutron [req-75f7bfc1-d963-4940-8b36-f32861431063 req-c0b28cea-09cd-43b8-831f-6990b9b1bc7b service nova] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Refreshing network info cache for port d06176c7-7557-4d6f-854f-31ad1cf46ab6 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1588.967421] env[62099]: DEBUG nova.scheduler.client.report [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1588.970915] env[62099]: DEBUG oslo_vmware.api [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.974791] env[62099]: DEBUG nova.compute.manager [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1589.007344] env[62099]: DEBUG nova.virt.hardware [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1589.007602] env[62099]: DEBUG nova.virt.hardware [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1589.007762] env[62099]: DEBUG nova.virt.hardware [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1589.007943] env[62099]: DEBUG nova.virt.hardware [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1589.008108] env[62099]: DEBUG nova.virt.hardware [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1589.008256] env[62099]: DEBUG nova.virt.hardware [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1589.008482] env[62099]: DEBUG nova.virt.hardware [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1589.008614] env[62099]: DEBUG nova.virt.hardware [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1589.008806] env[62099]: DEBUG nova.virt.hardware [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1589.008995] env[62099]: DEBUG nova.virt.hardware [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1589.009190] env[62099]: DEBUG nova.virt.hardware [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1589.010091] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0f58ff-aefa-4a78-a681-a4c7b84f16a3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.021168] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7691d599-eb28-4875-b25c-3032d7d87783 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.241101] env[62099]: DEBUG nova.compute.manager [req-64a1160d-9c3e-46cf-a715-43a2d3018699 req-fb04d5b4-0ddf-4159-bbf3-2149c68707a0 service nova] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Received event network-vif-plugged-29328905-9cfa-4c3e-babb-578a2b2db3b3 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1589.241358] env[62099]: DEBUG oslo_concurrency.lockutils [req-64a1160d-9c3e-46cf-a715-43a2d3018699 req-fb04d5b4-0ddf-4159-bbf3-2149c68707a0 service nova] Acquiring lock "ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.241576] env[62099]: DEBUG oslo_concurrency.lockutils [req-64a1160d-9c3e-46cf-a715-43a2d3018699 req-fb04d5b4-0ddf-4159-bbf3-2149c68707a0 service nova] Lock "ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.241746] env[62099]: DEBUG oslo_concurrency.lockutils [req-64a1160d-9c3e-46cf-a715-43a2d3018699 req-fb04d5b4-0ddf-4159-bbf3-2149c68707a0 service nova] Lock "ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.241912] env[62099]: DEBUG nova.compute.manager [req-64a1160d-9c3e-46cf-a715-43a2d3018699 req-fb04d5b4-0ddf-4159-bbf3-2149c68707a0 service nova] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] No waiting events found dispatching network-vif-plugged-29328905-9cfa-4c3e-babb-578a2b2db3b3 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1589.250150] env[62099]: WARNING nova.compute.manager [req-64a1160d-9c3e-46cf-a715-43a2d3018699 req-fb04d5b4-0ddf-4159-bbf3-2149c68707a0 service nova] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Received unexpected event network-vif-plugged-29328905-9cfa-4c3e-babb-578a2b2db3b3 for instance with vm_state building and task_state spawning. [ 1589.250150] env[62099]: DEBUG nova.network.neutron [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Successfully updated port: 23cb93cb-b23a-469e-affa-23eb7492bcde {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1589.330259] env[62099]: DEBUG nova.network.neutron [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Successfully updated port: 29328905-9cfa-4c3e-babb-578a2b2db3b3 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1589.352287] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896874, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.431152] env[62099]: DEBUG nova.network.neutron [req-75f7bfc1-d963-4940-8b36-f32861431063 req-c0b28cea-09cd-43b8-831f-6990b9b1bc7b service nova] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1589.464564] env[62099]: DEBUG oslo_vmware.api [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.472938] env[62099]: DEBUG oslo_concurrency.lockutils [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.473709] env[62099]: DEBUG nova.compute.manager [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1589.479427] env[62099]: DEBUG oslo_concurrency.lockutils [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.588s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.481308] env[62099]: INFO nova.compute.claims [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1589.523440] env[62099]: DEBUG nova.network.neutron [req-75f7bfc1-d963-4940-8b36-f32861431063 req-c0b28cea-09cd-43b8-831f-6990b9b1bc7b service nova] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.752684] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquiring lock "refresh_cache-d6e22500-879b-40c8-ba69-a19b2db27ad1" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.834027] env[62099]: DEBUG oslo_concurrency.lockutils [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "refresh_cache-ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.834027] env[62099]: DEBUG oslo_concurrency.lockutils [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired lock "refresh_cache-ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.834027] env[62099]: DEBUG nova.network.neutron [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1589.850446] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896874, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.473632} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.850517] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea5ed1e-da8e-4d61-a614-384f275706fb/eea5ed1e-da8e-4d61-a614-384f275706fb.vmdk to [datastore2] 1fbfec61-05ef-4c2c-b76e-244950cdd24b/1fbfec61-05ef-4c2c-b76e-244950cdd24b.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1589.851260] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a061097-0cf7-4449-828d-a1fd73784102 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.872672] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 1fbfec61-05ef-4c2c-b76e-244950cdd24b/1fbfec61-05ef-4c2c-b76e-244950cdd24b.vmdk or device None with type streamOptimized {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1589.872926] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e95ce8c-4529-487f-856e-c98daa8196a5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.892128] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1589.892128] env[62099]: value = "task-1896878" [ 1589.892128] env[62099]: _type = "Task" [ 1589.892128] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.901684] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.962980] env[62099]: DEBUG oslo_vmware.api [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Task: {'id': task-1896877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.138912} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.962980] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1589.963126] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1589.963283] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1589.963441] env[62099]: INFO nova.compute.manager [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1589.963678] env[62099]: DEBUG oslo.service.loopingcall [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1589.963869] env[62099]: DEBUG nova.compute.manager [-] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1589.963957] env[62099]: DEBUG nova.network.neutron [-] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1589.981214] env[62099]: DEBUG nova.network.neutron [-] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1589.987894] env[62099]: DEBUG nova.compute.utils [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1589.989880] env[62099]: DEBUG nova.compute.manager [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1589.990055] env[62099]: DEBUG nova.network.neutron [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1590.028165] env[62099]: DEBUG oslo_concurrency.lockutils [req-75f7bfc1-d963-4940-8b36-f32861431063 req-c0b28cea-09cd-43b8-831f-6990b9b1bc7b service nova] Releasing lock "refresh_cache-d6e22500-879b-40c8-ba69-a19b2db27ad1" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.028165] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquired lock "refresh_cache-d6e22500-879b-40c8-ba69-a19b2db27ad1" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.028165] env[62099]: DEBUG nova.network.neutron [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1590.031335] env[62099]: DEBUG nova.policy [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18ecde753292481ab3fce64b052ff368', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb3a5c9dc05d4c5a9b2a28e38b3b9040', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1590.295969] env[62099]: DEBUG nova.network.neutron [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Successfully created port: 8611a271-5530-485f-9c9d-1a0b992e4b51 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1590.363970] env[62099]: DEBUG nova.network.neutron [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1590.402482] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896878, 'name': ReconfigVM_Task, 'duration_secs': 0.321145} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.402763] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 1fbfec61-05ef-4c2c-b76e-244950cdd24b/1fbfec61-05ef-4c2c-b76e-244950cdd24b.vmdk or device None with type streamOptimized {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1590.403409] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6704353b-149c-42f1-890d-547ff9b42efb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.409446] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1590.409446] env[62099]: value = "task-1896879" [ 1590.409446] env[62099]: _type = "Task" [ 1590.409446] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.416733] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896879, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.484151] env[62099]: DEBUG nova.network.neutron [-] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.493376] env[62099]: DEBUG nova.compute.manager [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1590.498916] env[62099]: DEBUG nova.network.neutron [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Updating instance_info_cache with network_info: [{"id": "29328905-9cfa-4c3e-babb-578a2b2db3b3", "address": "fa:16:3e:24:46:fa", "network": {"id": "c76396bd-3421-4e57-a98f-026c9e81a81a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-130376803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a5c9dc05d4c5a9b2a28e38b3b9040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29328905-9c", "ovs_interfaceid": "29328905-9cfa-4c3e-babb-578a2b2db3b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.563580] env[62099]: DEBUG nova.network.neutron [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1590.831046] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6edb12c-a7be-4261-88be-e18c01f387bd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.838133] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04ccc30-2d85-4dc5-b1a2-bd3786733517 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.870797] env[62099]: DEBUG nova.network.neutron [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Updating instance_info_cache with network_info: [{"id": "d06176c7-7557-4d6f-854f-31ad1cf46ab6", "address": "fa:16:3e:d8:24:4a", "network": {"id": "42161dd5-d409-4bb1-92e5-bff2c8136836", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2015697162", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83ff9fe2e88d4f57b8e81009505f0b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd06176c7-75", "ovs_interfaceid": "d06176c7-7557-4d6f-854f-31ad1cf46ab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23cb93cb-b23a-469e-affa-23eb7492bcde", "address": "fa:16:3e:df:f4:ab", "network": {"id": "b48330b3-9e41-4b11-9f3f-4f22b1c94b33", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-613387101", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "83ff9fe2e88d4f57b8e81009505f0b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23cb93cb-b2", "ovs_interfaceid": "23cb93cb-b23a-469e-affa-23eb7492bcde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.874038] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc4211f-ff60-4f69-be86-0adce2fbc021 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.880971] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eea6ced-92d2-4d5f-9f48-c1ffe6f4327d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.896169] env[62099]: DEBUG nova.compute.provider_tree [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.918930] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896879, 'name': Rename_Task, 'duration_secs': 0.136641} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.920242] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1590.922684] env[62099]: DEBUG nova.compute.manager [req-7f7c5066-a375-49a1-af36-964d6c2c6816 req-25443426-aa9e-41a5-9dea-7eb2b6f80f38 service nova] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Received event network-vif-plugged-23cb93cb-b23a-469e-affa-23eb7492bcde {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1590.922999] env[62099]: DEBUG oslo_concurrency.lockutils [req-7f7c5066-a375-49a1-af36-964d6c2c6816 req-25443426-aa9e-41a5-9dea-7eb2b6f80f38 service nova] Acquiring lock "d6e22500-879b-40c8-ba69-a19b2db27ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.923692] env[62099]: DEBUG oslo_concurrency.lockutils [req-7f7c5066-a375-49a1-af36-964d6c2c6816 req-25443426-aa9e-41a5-9dea-7eb2b6f80f38 service nova] Lock "d6e22500-879b-40c8-ba69-a19b2db27ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.923692] env[62099]: DEBUG oslo_concurrency.lockutils [req-7f7c5066-a375-49a1-af36-964d6c2c6816 req-25443426-aa9e-41a5-9dea-7eb2b6f80f38 service nova] Lock "d6e22500-879b-40c8-ba69-a19b2db27ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.923692] env[62099]: DEBUG nova.compute.manager [req-7f7c5066-a375-49a1-af36-964d6c2c6816 req-25443426-aa9e-41a5-9dea-7eb2b6f80f38 service nova] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] No waiting events found dispatching network-vif-plugged-23cb93cb-b23a-469e-affa-23eb7492bcde {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1590.924080] env[62099]: WARNING nova.compute.manager [req-7f7c5066-a375-49a1-af36-964d6c2c6816 req-25443426-aa9e-41a5-9dea-7eb2b6f80f38 service nova] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Received unexpected event network-vif-plugged-23cb93cb-b23a-469e-affa-23eb7492bcde for instance with vm_state building and task_state spawning. [ 1590.924369] env[62099]: DEBUG nova.compute.manager [req-7f7c5066-a375-49a1-af36-964d6c2c6816 req-25443426-aa9e-41a5-9dea-7eb2b6f80f38 service nova] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Received event network-changed-23cb93cb-b23a-469e-affa-23eb7492bcde {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1590.924665] env[62099]: DEBUG nova.compute.manager [req-7f7c5066-a375-49a1-af36-964d6c2c6816 req-25443426-aa9e-41a5-9dea-7eb2b6f80f38 service nova] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Refreshing instance network info cache due to event network-changed-23cb93cb-b23a-469e-affa-23eb7492bcde. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1590.924972] env[62099]: DEBUG oslo_concurrency.lockutils [req-7f7c5066-a375-49a1-af36-964d6c2c6816 req-25443426-aa9e-41a5-9dea-7eb2b6f80f38 service nova] Acquiring lock "refresh_cache-d6e22500-879b-40c8-ba69-a19b2db27ad1" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.925504] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a442bfed-6d97-47fa-b420-eb66a892806c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.934862] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1590.934862] env[62099]: value = "task-1896880" [ 1590.934862] env[62099]: _type = "Task" [ 1590.934862] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.943429] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.986978] env[62099]: INFO nova.compute.manager [-] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Took 1.02 seconds to deallocate network for instance. [ 1591.001242] env[62099]: DEBUG oslo_concurrency.lockutils [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Releasing lock "refresh_cache-ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.002364] env[62099]: DEBUG nova.compute.manager [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Instance network_info: |[{"id": "29328905-9cfa-4c3e-babb-578a2b2db3b3", "address": "fa:16:3e:24:46:fa", "network": {"id": "c76396bd-3421-4e57-a98f-026c9e81a81a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-130376803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a5c9dc05d4c5a9b2a28e38b3b9040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29328905-9c", "ovs_interfaceid": "29328905-9cfa-4c3e-babb-578a2b2db3b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1591.002364] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:46:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29328905-9cfa-4c3e-babb-578a2b2db3b3', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1591.010025] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Creating folder: Project (cb3a5c9dc05d4c5a9b2a28e38b3b9040). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1591.011234] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b235bf88-a80b-4786-9062-8d7a03e5a665 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.020943] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Created folder: Project (cb3a5c9dc05d4c5a9b2a28e38b3b9040) in parent group-v391507. [ 1591.021213] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Creating folder: Instances. Parent ref: group-v391700. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1591.021462] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac2da26d-169e-41ba-b2ac-4ecc05d54031 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.034802] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Created folder: Instances in parent group-v391700. [ 1591.035188] env[62099]: DEBUG oslo.service.loopingcall [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.035940] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1591.036566] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f861fc3b-d79e-45a9-804b-1b3d5ccb3f99 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.055287] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1591.055287] env[62099]: value = "task-1896883" [ 1591.055287] env[62099]: _type = "Task" [ 1591.055287] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.063690] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896883, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.376631] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Releasing lock "refresh_cache-d6e22500-879b-40c8-ba69-a19b2db27ad1" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.377201] env[62099]: DEBUG nova.compute.manager [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Instance network_info: |[{"id": "d06176c7-7557-4d6f-854f-31ad1cf46ab6", "address": "fa:16:3e:d8:24:4a", "network": {"id": "42161dd5-d409-4bb1-92e5-bff2c8136836", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2015697162", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83ff9fe2e88d4f57b8e81009505f0b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd06176c7-75", "ovs_interfaceid": "d06176c7-7557-4d6f-854f-31ad1cf46ab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23cb93cb-b23a-469e-affa-23eb7492bcde", "address": "fa:16:3e:df:f4:ab", "network": {"id": "b48330b3-9e41-4b11-9f3f-4f22b1c94b33", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-613387101", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "83ff9fe2e88d4f57b8e81009505f0b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23cb93cb-b2", "ovs_interfaceid": "23cb93cb-b23a-469e-affa-23eb7492bcde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1591.377571] env[62099]: DEBUG oslo_concurrency.lockutils [req-7f7c5066-a375-49a1-af36-964d6c2c6816 req-25443426-aa9e-41a5-9dea-7eb2b6f80f38 service nova] Acquired lock "refresh_cache-d6e22500-879b-40c8-ba69-a19b2db27ad1" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.377756] env[62099]: DEBUG nova.network.neutron [req-7f7c5066-a375-49a1-af36-964d6c2c6816 req-25443426-aa9e-41a5-9dea-7eb2b6f80f38 service nova] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Refreshing network info cache for port 23cb93cb-b23a-469e-affa-23eb7492bcde {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.380055] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:24:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd06176c7-7557-4d6f-854f-31ad1cf46ab6', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:f4:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23cb93cb-b23a-469e-affa-23eb7492bcde', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1591.389158] env[62099]: DEBUG oslo.service.loopingcall [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.390786] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1591.390786] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-256c99ae-e6ab-40e9-ba25-10ca26a81fee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.409722] env[62099]: DEBUG nova.scheduler.client.report [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1591.421558] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1591.421558] env[62099]: value = "task-1896884" [ 1591.421558] env[62099]: _type = "Task" [ 1591.421558] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.428782] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896884, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.443723] env[62099]: DEBUG oslo_vmware.api [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896880, 'name': PowerOnVM_Task, 'duration_secs': 0.468205} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.444981] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1591.444981] env[62099]: INFO nova.compute.manager [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Took 12.99 seconds to spawn the instance on the hypervisor. [ 1591.444981] env[62099]: DEBUG nova.compute.manager [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1591.445674] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f542bbc-d6eb-4854-a6e3-cdb2f4260d95 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.496581] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.513040] env[62099]: DEBUG nova.compute.manager [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1591.519164] env[62099]: DEBUG nova.compute.manager [req-8c94604b-4a1f-45c6-aaff-d28a25f5dcc8 req-457a4b8a-2e48-488b-8232-479703960d39 service nova] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Received event network-changed-29328905-9cfa-4c3e-babb-578a2b2db3b3 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1591.519164] env[62099]: DEBUG nova.compute.manager [req-8c94604b-4a1f-45c6-aaff-d28a25f5dcc8 req-457a4b8a-2e48-488b-8232-479703960d39 service nova] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Refreshing instance network info cache due to event network-changed-29328905-9cfa-4c3e-babb-578a2b2db3b3. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1591.519164] env[62099]: DEBUG oslo_concurrency.lockutils [req-8c94604b-4a1f-45c6-aaff-d28a25f5dcc8 req-457a4b8a-2e48-488b-8232-479703960d39 service nova] Acquiring lock "refresh_cache-ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.519164] env[62099]: DEBUG oslo_concurrency.lockutils [req-8c94604b-4a1f-45c6-aaff-d28a25f5dcc8 req-457a4b8a-2e48-488b-8232-479703960d39 service nova] Acquired lock "refresh_cache-ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.519345] env[62099]: DEBUG nova.network.neutron [req-8c94604b-4a1f-45c6-aaff-d28a25f5dcc8 req-457a4b8a-2e48-488b-8232-479703960d39 service nova] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Refreshing network info cache for port 29328905-9cfa-4c3e-babb-578a2b2db3b3 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.542981] env[62099]: DEBUG nova.virt.hardware [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1591.542981] env[62099]: DEBUG nova.virt.hardware [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1591.542981] env[62099]: DEBUG nova.virt.hardware [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1591.542981] env[62099]: DEBUG nova.virt.hardware [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1591.543219] env[62099]: DEBUG nova.virt.hardware [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1591.543219] env[62099]: DEBUG nova.virt.hardware [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1591.543404] env[62099]: DEBUG nova.virt.hardware [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1591.543562] env[62099]: DEBUG nova.virt.hardware [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1591.543726] env[62099]: DEBUG nova.virt.hardware [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1591.543903] env[62099]: DEBUG nova.virt.hardware [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1591.544063] env[62099]: DEBUG nova.virt.hardware [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1591.545186] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f0cb52-6871-4f7d-8950-c76dd1967998 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.554390] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6890806-8eb2-46b3-bc4e-9cb9c6c45485 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.566108] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896883, 'name': CreateVM_Task, 'duration_secs': 0.369294} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.573781] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1591.574624] env[62099]: DEBUG oslo_concurrency.lockutils [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.574800] env[62099]: DEBUG oslo_concurrency.lockutils [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.575128] env[62099]: DEBUG oslo_concurrency.lockutils [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1591.575372] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee783461-f94e-4a03-82de-830f94e8cfde {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.579748] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1591.579748] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528e4303-8091-86b5-1b84-d36d49140b45" [ 1591.579748] env[62099]: _type = "Task" [ 1591.579748] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.587681] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528e4303-8091-86b5-1b84-d36d49140b45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.917735] env[62099]: DEBUG oslo_concurrency.lockutils [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.918349] env[62099]: DEBUG nova.compute.manager [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1591.920968] env[62099]: DEBUG oslo_concurrency.lockutils [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.932s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.921189] env[62099]: DEBUG oslo_concurrency.lockutils [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.924145] env[62099]: DEBUG oslo_concurrency.lockutils [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.928s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.924145] env[62099]: DEBUG oslo_concurrency.lockutils [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.925632] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.004s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.925817] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.927414] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.582s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.927642] env[62099]: DEBUG nova.objects.instance [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lazy-loading 'resources' on Instance uuid 665ba975-97e4-4ffe-8f7c-aab31e63d34d {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1591.944246] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896884, 'name': CreateVM_Task, 'duration_secs': 0.496038} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.944469] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1591.945336] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.953651] env[62099]: INFO nova.scheduler.client.report [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleted allocations for instance f453cd1b-e25b-4ca2-81b7-721fa2ecddb9 [ 1591.965640] env[62099]: INFO nova.scheduler.client.report [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Deleted allocations for instance eca9106b-dfe7-4d99-a706-5fc10ef81f02 [ 1591.966414] env[62099]: INFO nova.compute.manager [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Took 39.42 seconds to build instance. [ 1591.971125] env[62099]: INFO nova.scheduler.client.report [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Deleted allocations for instance c11bfc01-fa00-4b38-b79e-d293db75da1f [ 1591.979094] env[62099]: DEBUG nova.network.neutron [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Successfully updated port: 8611a271-5530-485f-9c9d-1a0b992e4b51 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1592.091638] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528e4303-8091-86b5-1b84-d36d49140b45, 'name': SearchDatastore_Task, 'duration_secs': 0.009395} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.095318] env[62099]: DEBUG oslo_concurrency.lockutils [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.095636] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1592.095968] env[62099]: DEBUG oslo_concurrency.lockutils [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.096181] env[62099]: DEBUG oslo_concurrency.lockutils [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.096492] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1592.096850] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.097226] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1592.097538] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-579ec107-0032-4f66-bcce-e3dbe9f3f9d8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.099874] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ba15c1f-4efa-49a5-bae6-bb964ceb02d3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.106435] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1592.106435] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e2fee4-6bdc-2142-e794-7dd3a68b3acc" [ 1592.106435] env[62099]: _type = "Task" [ 1592.106435] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.113686] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1592.113993] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1592.115324] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20fb8cec-2a70-4049-a698-d03f7faa846d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.123645] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e2fee4-6bdc-2142-e794-7dd3a68b3acc, 'name': SearchDatastore_Task, 'duration_secs': 0.010654} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.126930] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.127221] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1592.127430] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.129618] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1592.129618] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52401503-96cf-b8d4-b263-b90cb6e20c36" [ 1592.129618] env[62099]: _type = "Task" [ 1592.129618] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.142947] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52401503-96cf-b8d4-b263-b90cb6e20c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.250864] env[62099]: DEBUG nova.network.neutron [req-8c94604b-4a1f-45c6-aaff-d28a25f5dcc8 req-457a4b8a-2e48-488b-8232-479703960d39 service nova] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Updated VIF entry in instance network info cache for port 29328905-9cfa-4c3e-babb-578a2b2db3b3. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.251339] env[62099]: DEBUG nova.network.neutron [req-8c94604b-4a1f-45c6-aaff-d28a25f5dcc8 req-457a4b8a-2e48-488b-8232-479703960d39 service nova] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Updating instance_info_cache with network_info: [{"id": "29328905-9cfa-4c3e-babb-578a2b2db3b3", "address": "fa:16:3e:24:46:fa", "network": {"id": "c76396bd-3421-4e57-a98f-026c9e81a81a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-130376803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a5c9dc05d4c5a9b2a28e38b3b9040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29328905-9c", "ovs_interfaceid": "29328905-9cfa-4c3e-babb-578a2b2db3b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.259349] env[62099]: DEBUG nova.network.neutron [req-7f7c5066-a375-49a1-af36-964d6c2c6816 req-25443426-aa9e-41a5-9dea-7eb2b6f80f38 service nova] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Updated VIF entry in instance network info cache for port 23cb93cb-b23a-469e-affa-23eb7492bcde. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.259445] env[62099]: DEBUG nova.network.neutron [req-7f7c5066-a375-49a1-af36-964d6c2c6816 req-25443426-aa9e-41a5-9dea-7eb2b6f80f38 service nova] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Updating instance_info_cache with network_info: [{"id": "d06176c7-7557-4d6f-854f-31ad1cf46ab6", "address": "fa:16:3e:d8:24:4a", "network": {"id": "42161dd5-d409-4bb1-92e5-bff2c8136836", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2015697162", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83ff9fe2e88d4f57b8e81009505f0b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd06176c7-75", "ovs_interfaceid": "d06176c7-7557-4d6f-854f-31ad1cf46ab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23cb93cb-b23a-469e-affa-23eb7492bcde", "address": "fa:16:3e:df:f4:ab", "network": {"id": "b48330b3-9e41-4b11-9f3f-4f22b1c94b33", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-613387101", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "83ff9fe2e88d4f57b8e81009505f0b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23cb93cb-b2", "ovs_interfaceid": "23cb93cb-b23a-469e-affa-23eb7492bcde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.437750] env[62099]: DEBUG nova.compute.utils [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1592.438989] env[62099]: DEBUG nova.compute.manager [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1592.438989] env[62099]: DEBUG nova.network.neutron [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1592.467796] env[62099]: DEBUG oslo_concurrency.lockutils [None req-405c33b7-84fb-42d5-8872-2779b293bdc0 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "f453cd1b-e25b-4ca2-81b7-721fa2ecddb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.250s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.472478] env[62099]: DEBUG oslo_concurrency.lockutils [None req-283d846c-b839-4c3c-b2f0-af25c634fd49 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "1fbfec61-05ef-4c2c-b76e-244950cdd24b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.938s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.476338] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3df42a49-b5cd-494b-b01a-7a15efab84ee tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "eca9106b-dfe7-4d99-a706-5fc10ef81f02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.814s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.478689] env[62099]: DEBUG oslo_concurrency.lockutils [None req-21fc67c4-0c08-44aa-aca8-43902245530b tempest-AttachInterfacesV270Test-88064553 tempest-AttachInterfacesV270Test-88064553-project-member] Lock "c11bfc01-fa00-4b38-b79e-d293db75da1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.087s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.482796] env[62099]: DEBUG oslo_concurrency.lockutils [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "refresh_cache-100bb6d8-f69a-4ad3-a1c8-53e7fa280040" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.482796] env[62099]: DEBUG oslo_concurrency.lockutils [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired lock "refresh_cache-100bb6d8-f69a-4ad3-a1c8-53e7fa280040" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.482796] env[62099]: DEBUG nova.network.neutron [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1592.517113] env[62099]: DEBUG nova.policy [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a59211205e24787b164a3f90b3fea84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5b9ab63ec694d82807c447c396c3920', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1592.640266] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52401503-96cf-b8d4-b263-b90cb6e20c36, 'name': SearchDatastore_Task, 'duration_secs': 0.011212} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.644292] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e1efddd-a367-40e0-b844-7cf05522c86b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.650873] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1592.650873] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52eb59e7-8bb5-d5f5-fc64-6d0d5f798189" [ 1592.650873] env[62099]: _type = "Task" [ 1592.650873] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.664961] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52eb59e7-8bb5-d5f5-fc64-6d0d5f798189, 'name': SearchDatastore_Task} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.665270] env[62099]: DEBUG oslo_concurrency.lockutils [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.665530] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb/ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1592.665809] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.665999] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1592.667277] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa1f1acc-23ee-4c30-a5ca-cf6a860454c5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.671466] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0d48c2a-ae45-4734-9425-28e9e2ed423f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.679724] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1592.679724] env[62099]: value = "task-1896885" [ 1592.679724] env[62099]: _type = "Task" [ 1592.679724] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.685047] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1592.685047] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1592.686210] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7717aa3-e444-4b81-853a-312a832498e6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.693678] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.699888] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1592.699888] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]521e0f99-64bd-49b8-9ec4-94cdc910097c" [ 1592.699888] env[62099]: _type = "Task" [ 1592.699888] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.708905] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521e0f99-64bd-49b8-9ec4-94cdc910097c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.755165] env[62099]: DEBUG oslo_concurrency.lockutils [req-8c94604b-4a1f-45c6-aaff-d28a25f5dcc8 req-457a4b8a-2e48-488b-8232-479703960d39 service nova] Releasing lock "refresh_cache-ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.762587] env[62099]: DEBUG oslo_concurrency.lockutils [req-7f7c5066-a375-49a1-af36-964d6c2c6816 req-25443426-aa9e-41a5-9dea-7eb2b6f80f38 service nova] Releasing lock "refresh_cache-d6e22500-879b-40c8-ba69-a19b2db27ad1" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.845486] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f880ee-7d12-492a-a905-b7bdba901ca9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.853291] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ef50ba-b8d4-47bf-b957-120b81de6582 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.885038] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e05df5b-1e76-4126-a237-11cd1ae05020 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.892989] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a0969b-4f15-4ed7-99ab-fe944434ef65 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.906503] env[62099]: DEBUG nova.compute.provider_tree [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.941921] env[62099]: DEBUG nova.compute.manager [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1592.985996] env[62099]: DEBUG nova.network.neutron [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Successfully created port: acd73761-d206-4f8d-bb5d-c9c5e9f07629 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1593.029059] env[62099]: DEBUG nova.network.neutron [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1593.190537] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896885, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.201100] env[62099]: DEBUG oslo_concurrency.lockutils [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "1fbfec61-05ef-4c2c-b76e-244950cdd24b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.201394] env[62099]: DEBUG oslo_concurrency.lockutils [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "1fbfec61-05ef-4c2c-b76e-244950cdd24b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.201627] env[62099]: DEBUG oslo_concurrency.lockutils [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "1fbfec61-05ef-4c2c-b76e-244950cdd24b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.201836] env[62099]: DEBUG oslo_concurrency.lockutils [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "1fbfec61-05ef-4c2c-b76e-244950cdd24b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.202019] env[62099]: DEBUG oslo_concurrency.lockutils [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "1fbfec61-05ef-4c2c-b76e-244950cdd24b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.207052] env[62099]: INFO nova.compute.manager [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Terminating instance [ 1593.217846] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521e0f99-64bd-49b8-9ec4-94cdc910097c, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.218736] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a9deb7a-0c45-46df-b364-b14fe621d089 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.228850] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1593.228850] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5248edad-8fe2-d1c8-77aa-54586199691f" [ 1593.228850] env[62099]: _type = "Task" [ 1593.228850] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.238677] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5248edad-8fe2-d1c8-77aa-54586199691f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.276238] env[62099]: DEBUG nova.network.neutron [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Updating instance_info_cache with network_info: [{"id": "8611a271-5530-485f-9c9d-1a0b992e4b51", "address": "fa:16:3e:06:40:20", "network": {"id": "c76396bd-3421-4e57-a98f-026c9e81a81a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-130376803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a5c9dc05d4c5a9b2a28e38b3b9040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8611a271-55", "ovs_interfaceid": "8611a271-5530-485f-9c9d-1a0b992e4b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.409732] env[62099]: DEBUG nova.scheduler.client.report [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1593.554144] env[62099]: DEBUG nova.compute.manager [req-d4b44b25-309f-4e5b-a50a-02f6e9a66453 req-60d46810-1656-4e9c-82b4-689e42e1bf1b service nova] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Received event network-vif-plugged-8611a271-5530-485f-9c9d-1a0b992e4b51 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1593.554476] env[62099]: DEBUG oslo_concurrency.lockutils [req-d4b44b25-309f-4e5b-a50a-02f6e9a66453 req-60d46810-1656-4e9c-82b4-689e42e1bf1b service nova] Acquiring lock "100bb6d8-f69a-4ad3-a1c8-53e7fa280040-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.554676] env[62099]: DEBUG oslo_concurrency.lockutils [req-d4b44b25-309f-4e5b-a50a-02f6e9a66453 req-60d46810-1656-4e9c-82b4-689e42e1bf1b service nova] Lock "100bb6d8-f69a-4ad3-a1c8-53e7fa280040-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.554736] env[62099]: DEBUG oslo_concurrency.lockutils [req-d4b44b25-309f-4e5b-a50a-02f6e9a66453 req-60d46810-1656-4e9c-82b4-689e42e1bf1b service nova] Lock "100bb6d8-f69a-4ad3-a1c8-53e7fa280040-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.554906] env[62099]: DEBUG nova.compute.manager [req-d4b44b25-309f-4e5b-a50a-02f6e9a66453 req-60d46810-1656-4e9c-82b4-689e42e1bf1b service nova] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] No waiting events found dispatching network-vif-plugged-8611a271-5530-485f-9c9d-1a0b992e4b51 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1593.555809] env[62099]: WARNING nova.compute.manager [req-d4b44b25-309f-4e5b-a50a-02f6e9a66453 req-60d46810-1656-4e9c-82b4-689e42e1bf1b service nova] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Received unexpected event network-vif-plugged-8611a271-5530-485f-9c9d-1a0b992e4b51 for instance with vm_state building and task_state spawning. [ 1593.555990] env[62099]: DEBUG nova.compute.manager [req-d4b44b25-309f-4e5b-a50a-02f6e9a66453 req-60d46810-1656-4e9c-82b4-689e42e1bf1b service nova] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Received event network-changed-8611a271-5530-485f-9c9d-1a0b992e4b51 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1593.556188] env[62099]: DEBUG nova.compute.manager [req-d4b44b25-309f-4e5b-a50a-02f6e9a66453 req-60d46810-1656-4e9c-82b4-689e42e1bf1b service nova] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Refreshing instance network info cache due to event network-changed-8611a271-5530-485f-9c9d-1a0b992e4b51. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1593.556366] env[62099]: DEBUG oslo_concurrency.lockutils [req-d4b44b25-309f-4e5b-a50a-02f6e9a66453 req-60d46810-1656-4e9c-82b4-689e42e1bf1b service nova] Acquiring lock "refresh_cache-100bb6d8-f69a-4ad3-a1c8-53e7fa280040" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.691441] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523136} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.691895] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb/ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1593.694123] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1593.694123] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35b081ef-dce5-422e-9833-7c1b6b13f1dd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.700082] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1593.700082] env[62099]: value = "task-1896886" [ 1593.700082] env[62099]: _type = "Task" [ 1593.700082] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.710396] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.720164] env[62099]: DEBUG nova.compute.manager [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1593.720164] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1593.723163] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2a5695-98c2-4c05-a7b4-5c326221774d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.737034] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1593.737034] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c87c9a70-7695-4770-9838-d6a0fcae7ff2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.741404] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5248edad-8fe2-d1c8-77aa-54586199691f, 'name': SearchDatastore_Task, 'duration_secs': 0.009718} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.742694] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.743040] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] d6e22500-879b-40c8-ba69-a19b2db27ad1/d6e22500-879b-40c8-ba69-a19b2db27ad1.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1593.743630] env[62099]: DEBUG oslo_vmware.api [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1593.743630] env[62099]: value = "task-1896887" [ 1593.743630] env[62099]: _type = "Task" [ 1593.743630] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.743919] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c838f29b-a025-44c6-bb8c-b157f5394f6e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.755236] env[62099]: DEBUG oslo_vmware.api [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.756609] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1593.756609] env[62099]: value = "task-1896888" [ 1593.756609] env[62099]: _type = "Task" [ 1593.756609] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.765323] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.778092] env[62099]: DEBUG oslo_concurrency.lockutils [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Releasing lock "refresh_cache-100bb6d8-f69a-4ad3-a1c8-53e7fa280040" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.778456] env[62099]: DEBUG nova.compute.manager [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Instance network_info: |[{"id": "8611a271-5530-485f-9c9d-1a0b992e4b51", "address": "fa:16:3e:06:40:20", "network": {"id": "c76396bd-3421-4e57-a98f-026c9e81a81a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-130376803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a5c9dc05d4c5a9b2a28e38b3b9040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8611a271-55", "ovs_interfaceid": "8611a271-5530-485f-9c9d-1a0b992e4b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1593.779211] env[62099]: DEBUG oslo_concurrency.lockutils [req-d4b44b25-309f-4e5b-a50a-02f6e9a66453 req-60d46810-1656-4e9c-82b4-689e42e1bf1b service nova] Acquired lock "refresh_cache-100bb6d8-f69a-4ad3-a1c8-53e7fa280040" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.779406] env[62099]: DEBUG nova.network.neutron [req-d4b44b25-309f-4e5b-a50a-02f6e9a66453 req-60d46810-1656-4e9c-82b4-689e42e1bf1b service nova] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Refreshing network info cache for port 8611a271-5530-485f-9c9d-1a0b992e4b51 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1593.782630] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:40:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8611a271-5530-485f-9c9d-1a0b992e4b51', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1593.791256] env[62099]: DEBUG oslo.service.loopingcall [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1593.795093] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1593.795683] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18ed9083-09fc-4520-a563-af3d00c3be53 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.821475] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1593.821475] env[62099]: value = "task-1896889" [ 1593.821475] env[62099]: _type = "Task" [ 1593.821475] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.838188] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896889, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.915885] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.921591] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.855s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.921889] env[62099]: DEBUG nova.objects.instance [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lazy-loading 'resources' on Instance uuid c5eae579-7720-463e-9a34-d3e7baaf4890 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1593.949174] env[62099]: INFO nova.scheduler.client.report [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Deleted allocations for instance 665ba975-97e4-4ffe-8f7c-aab31e63d34d [ 1593.953321] env[62099]: DEBUG nova.compute.manager [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1593.994572] env[62099]: DEBUG nova.virt.hardware [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1593.994858] env[62099]: DEBUG nova.virt.hardware [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1593.995080] env[62099]: DEBUG nova.virt.hardware [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1593.995275] env[62099]: DEBUG nova.virt.hardware [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1593.995423] env[62099]: DEBUG nova.virt.hardware [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1593.995622] env[62099]: DEBUG nova.virt.hardware [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1593.995893] env[62099]: DEBUG nova.virt.hardware [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1593.996083] env[62099]: DEBUG nova.virt.hardware [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1593.996263] env[62099]: DEBUG nova.virt.hardware [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1593.996427] env[62099]: DEBUG nova.virt.hardware [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1593.996670] env[62099]: DEBUG nova.virt.hardware [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1593.998386] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d05fe2-cbdd-4bf2-889d-5d409277b058 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.016141] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328ed764-4297-4f17-b1ab-54cc886188c9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.128763] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquiring lock "62799a7e-a62f-460e-aa23-c9e83514a020" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.129118] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "62799a7e-a62f-460e-aa23-c9e83514a020" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.129340] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquiring lock "62799a7e-a62f-460e-aa23-c9e83514a020-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.129525] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "62799a7e-a62f-460e-aa23-c9e83514a020-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.129757] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "62799a7e-a62f-460e-aa23-c9e83514a020-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.134391] env[62099]: INFO nova.compute.manager [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Terminating instance [ 1594.194855] env[62099]: DEBUG nova.network.neutron [req-d4b44b25-309f-4e5b-a50a-02f6e9a66453 req-60d46810-1656-4e9c-82b4-689e42e1bf1b service nova] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Updated VIF entry in instance network info cache for port 8611a271-5530-485f-9c9d-1a0b992e4b51. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1594.195320] env[62099]: DEBUG nova.network.neutron [req-d4b44b25-309f-4e5b-a50a-02f6e9a66453 req-60d46810-1656-4e9c-82b4-689e42e1bf1b service nova] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Updating instance_info_cache with network_info: [{"id": "8611a271-5530-485f-9c9d-1a0b992e4b51", "address": "fa:16:3e:06:40:20", "network": {"id": "c76396bd-3421-4e57-a98f-026c9e81a81a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-130376803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a5c9dc05d4c5a9b2a28e38b3b9040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8611a271-55", "ovs_interfaceid": "8611a271-5530-485f-9c9d-1a0b992e4b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.211860] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066031} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.213805] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1594.213805] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff4abb4-15bd-4194-bb3c-bb74ffd67c15 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.240648] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb/ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.240648] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-febf47ef-2ab1-4354-8c4d-a24a532c2cda {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.266939] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1594.266939] env[62099]: value = "task-1896890" [ 1594.266939] env[62099]: _type = "Task" [ 1594.266939] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.271316] env[62099]: DEBUG oslo_vmware.api [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896887, 'name': PowerOffVM_Task, 'duration_secs': 0.336896} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.276065] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1594.276277] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1594.277063] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896888, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.277733] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1115e4e0-d031-4376-8b8d-5d56f9400f6c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.283819] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.331423] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896889, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.433333] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1594.433333] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1594.433333] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Deleting the datastore file [datastore2] 1fbfec61-05ef-4c2c-b76e-244950cdd24b {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1594.433333] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5dfc9ff-53d1-4273-afeb-a65e14bc34c4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.443244] env[62099]: DEBUG oslo_vmware.api [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1594.443244] env[62099]: value = "task-1896892" [ 1594.443244] env[62099]: _type = "Task" [ 1594.443244] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.451719] env[62099]: DEBUG oslo_vmware.api [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.466038] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cefb7bf-263f-4025-9d45-56dbdbedd991 tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "665ba975-97e4-4ffe-8f7c-aab31e63d34d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.890s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.639099] env[62099]: DEBUG nova.compute.manager [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1594.639417] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1594.644192] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a950da-15a8-4edb-a335-3e460db8bf17 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.653639] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1594.654394] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-857efe1e-b406-4d89-8c2d-f1bb2bf454d6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.663657] env[62099]: DEBUG oslo_vmware.api [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1594.663657] env[62099]: value = "task-1896893" [ 1594.663657] env[62099]: _type = "Task" [ 1594.663657] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.681393] env[62099]: DEBUG oslo_vmware.api [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.698367] env[62099]: DEBUG oslo_concurrency.lockutils [req-d4b44b25-309f-4e5b-a50a-02f6e9a66453 req-60d46810-1656-4e9c-82b4-689e42e1bf1b service nova] Releasing lock "refresh_cache-100bb6d8-f69a-4ad3-a1c8-53e7fa280040" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.776992] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534618} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.778082] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] d6e22500-879b-40c8-ba69-a19b2db27ad1/d6e22500-879b-40c8-ba69-a19b2db27ad1.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1594.778082] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1594.778287] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb00be7e-cd52-4a69-bcb1-2357766dead8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.783263] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896890, 'name': ReconfigVM_Task, 'duration_secs': 0.371095} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.786308] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Reconfigured VM instance instance-00000044 to attach disk [datastore1] ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb/ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1594.787131] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7064f3a-906c-456a-9ca1-b166b4767d50 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.790615] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1594.790615] env[62099]: value = "task-1896894" [ 1594.790615] env[62099]: _type = "Task" [ 1594.790615] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.797506] env[62099]: DEBUG nova.compute.manager [req-71881e84-d543-4b17-b999-6a6c177ac765 req-149d503f-19df-4282-b731-7847e233f6c1 service nova] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Received event network-vif-plugged-acd73761-d206-4f8d-bb5d-c9c5e9f07629 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1594.797702] env[62099]: DEBUG oslo_concurrency.lockutils [req-71881e84-d543-4b17-b999-6a6c177ac765 req-149d503f-19df-4282-b731-7847e233f6c1 service nova] Acquiring lock "ece5d3f5-806e-426b-a64a-fc89b3b600a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.797926] env[62099]: DEBUG oslo_concurrency.lockutils [req-71881e84-d543-4b17-b999-6a6c177ac765 req-149d503f-19df-4282-b731-7847e233f6c1 service nova] Lock "ece5d3f5-806e-426b-a64a-fc89b3b600a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.798272] env[62099]: DEBUG oslo_concurrency.lockutils [req-71881e84-d543-4b17-b999-6a6c177ac765 req-149d503f-19df-4282-b731-7847e233f6c1 service nova] Lock "ece5d3f5-806e-426b-a64a-fc89b3b600a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.798348] env[62099]: DEBUG nova.compute.manager [req-71881e84-d543-4b17-b999-6a6c177ac765 req-149d503f-19df-4282-b731-7847e233f6c1 service nova] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] No waiting events found dispatching network-vif-plugged-acd73761-d206-4f8d-bb5d-c9c5e9f07629 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1594.798465] env[62099]: WARNING nova.compute.manager [req-71881e84-d543-4b17-b999-6a6c177ac765 req-149d503f-19df-4282-b731-7847e233f6c1 service nova] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Received unexpected event network-vif-plugged-acd73761-d206-4f8d-bb5d-c9c5e9f07629 for instance with vm_state building and task_state spawning. [ 1594.799203] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1594.799203] env[62099]: value = "task-1896895" [ 1594.799203] env[62099]: _type = "Task" [ 1594.799203] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.801309] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d110a6b-cf8c-4e8e-a169-51174cf09a22 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.812057] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.820921] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8941aea-a41a-4454-a49a-7f6573eb3af0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.824239] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896895, 'name': Rename_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.861241] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61803a81-c814-4745-b81f-10b029813f4f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.864254] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896889, 'name': CreateVM_Task, 'duration_secs': 0.657576} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.864464] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1594.866745] env[62099]: DEBUG oslo_concurrency.lockutils [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.866745] env[62099]: DEBUG oslo_concurrency.lockutils [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.866745] env[62099]: DEBUG oslo_concurrency.lockutils [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1594.866745] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef3b2e1-f1c0-4276-93d4-9b4209fb01bd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.871902] env[62099]: DEBUG nova.network.neutron [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Successfully updated port: acd73761-d206-4f8d-bb5d-c9c5e9f07629 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1594.874530] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81549078-2051-46a4-a5c3-7875f8b0c655 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.879934] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1594.879934] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5293947f-e3d1-9004-9bfd-51b89144222e" [ 1594.879934] env[62099]: _type = "Task" [ 1594.879934] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.892205] env[62099]: DEBUG nova.compute.provider_tree [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.899670] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5293947f-e3d1-9004-9bfd-51b89144222e, 'name': SearchDatastore_Task, 'duration_secs': 0.012463} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.900246] env[62099]: DEBUG oslo_concurrency.lockutils [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.900491] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1594.900706] env[62099]: DEBUG oslo_concurrency.lockutils [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.900848] env[62099]: DEBUG oslo_concurrency.lockutils [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.901079] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1594.901365] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a138aa60-6fa2-49d3-b126-9071bfa0f052 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.910331] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1594.910502] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1594.911565] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97d5ac3c-1b89-4fe2-9389-057bc8cc52d6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.917301] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1594.917301] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528aea36-6987-bcc6-c58c-7f1a765ac239" [ 1594.917301] env[62099]: _type = "Task" [ 1594.917301] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.925356] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528aea36-6987-bcc6-c58c-7f1a765ac239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.956168] env[62099]: DEBUG oslo_vmware.api [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213104} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.956370] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1594.956573] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1594.956757] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1594.958071] env[62099]: INFO nova.compute.manager [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1594.958071] env[62099]: DEBUG oslo.service.loopingcall [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1594.958071] env[62099]: DEBUG nova.compute.manager [-] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1594.958071] env[62099]: DEBUG nova.network.neutron [-] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1595.173457] env[62099]: DEBUG oslo_vmware.api [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896893, 'name': PowerOffVM_Task, 'duration_secs': 0.206132} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.173715] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1595.173884] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1595.174148] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc9c27cc-f4a0-450c-abc7-c8f793271e8c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.301704] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078825} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.301704] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1595.304639] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fa45c1-4312-4e72-8c0d-98f4d57beada {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.311730] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896895, 'name': Rename_Task, 'duration_secs': 0.175893} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.322866] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1595.331618] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] d6e22500-879b-40c8-ba69-a19b2db27ad1/d6e22500-879b-40c8-ba69-a19b2db27ad1.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1595.333242] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74a838f0-16ec-4141-8537-a2f4677003e0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.334991] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb177d69-8f9c-4db2-8c98-66d89c498db5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.351253] env[62099]: DEBUG nova.network.neutron [-] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.358376] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1595.358376] env[62099]: value = "task-1896897" [ 1595.358376] env[62099]: _type = "Task" [ 1595.358376] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.359633] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1595.359633] env[62099]: value = "task-1896898" [ 1595.359633] env[62099]: _type = "Task" [ 1595.359633] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.371421] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896898, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.374200] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.379087] env[62099]: DEBUG oslo_concurrency.lockutils [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "refresh_cache-ece5d3f5-806e-426b-a64a-fc89b3b600a5" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.379222] env[62099]: DEBUG oslo_concurrency.lockutils [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "refresh_cache-ece5d3f5-806e-426b-a64a-fc89b3b600a5" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.379371] env[62099]: DEBUG nova.network.neutron [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1595.385329] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1595.385532] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1595.385706] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Deleting the datastore file [datastore2] 62799a7e-a62f-460e-aa23-c9e83514a020 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1595.385944] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-861309f3-a390-4846-bf4f-e2fe8e484c3c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.393561] env[62099]: DEBUG oslo_vmware.api [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for the task: (returnval){ [ 1595.393561] env[62099]: value = "task-1896899" [ 1595.393561] env[62099]: _type = "Task" [ 1595.393561] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.401584] env[62099]: DEBUG nova.scheduler.client.report [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1595.404670] env[62099]: DEBUG oslo_vmware.api [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.426796] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528aea36-6987-bcc6-c58c-7f1a765ac239, 'name': SearchDatastore_Task, 'duration_secs': 0.00886} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.427586] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd65d0b0-8792-40d6-b3a0-68c5bdd09fa2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.432635] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1595.432635] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d57dfd-7bb7-75f8-f11a-1ce03a2326b3" [ 1595.432635] env[62099]: _type = "Task" [ 1595.432635] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.441743] env[62099]: DEBUG oslo_concurrency.lockutils [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.442063] env[62099]: DEBUG oslo_concurrency.lockutils [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.442392] env[62099]: DEBUG oslo_concurrency.lockutils [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.442583] env[62099]: DEBUG oslo_concurrency.lockutils [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.442814] env[62099]: DEBUG oslo_concurrency.lockutils [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.444546] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d57dfd-7bb7-75f8-f11a-1ce03a2326b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.445073] env[62099]: INFO nova.compute.manager [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Terminating instance [ 1595.732629] env[62099]: INFO nova.compute.manager [None req-8255a375-9d7d-48bc-9400-f2f9465712d5 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Get console output [ 1595.732977] env[62099]: WARNING nova.virt.vmwareapi.driver [None req-8255a375-9d7d-48bc-9400-f2f9465712d5 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] The console log is missing. Check your VSPC configuration [ 1595.853260] env[62099]: INFO nova.compute.manager [-] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Took 0.90 seconds to deallocate network for instance. [ 1595.872546] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.876768] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.903457] env[62099]: DEBUG oslo_vmware.api [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Task: {'id': task-1896899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138635} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.903714] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1595.903902] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1595.904091] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1595.904267] env[62099]: INFO nova.compute.manager [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1595.904509] env[62099]: DEBUG oslo.service.loopingcall [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1595.904723] env[62099]: DEBUG nova.compute.manager [-] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1595.904818] env[62099]: DEBUG nova.network.neutron [-] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1595.906860] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.909884] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.099s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.910893] env[62099]: INFO nova.compute.claims [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1595.923111] env[62099]: DEBUG nova.network.neutron [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1595.930131] env[62099]: INFO nova.scheduler.client.report [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Deleted allocations for instance c5eae579-7720-463e-9a34-d3e7baaf4890 [ 1595.949333] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d57dfd-7bb7-75f8-f11a-1ce03a2326b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009083} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.949522] env[62099]: DEBUG oslo_concurrency.lockutils [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.950140] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 100bb6d8-f69a-4ad3-a1c8-53e7fa280040/100bb6d8-f69a-4ad3-a1c8-53e7fa280040.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1595.950600] env[62099]: DEBUG nova.compute.manager [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1595.950832] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1595.951167] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc33219a-af48-4847-8222-711ebaa0ad48 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.955032] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd0994f-22fb-48bf-8b20-f738c9c76323 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.962874] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1595.962874] env[62099]: value = "task-1896900" [ 1595.962874] env[62099]: _type = "Task" [ 1595.962874] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.964787] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1595.970170] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-857218b8-f16b-4121-bca5-ed036996d4b2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.978141] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.979612] env[62099]: DEBUG oslo_vmware.api [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1595.979612] env[62099]: value = "task-1896901" [ 1595.979612] env[62099]: _type = "Task" [ 1595.979612] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.987961] env[62099]: DEBUG oslo_vmware.api [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.144197] env[62099]: DEBUG nova.network.neutron [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Updating instance_info_cache with network_info: [{"id": "acd73761-d206-4f8d-bb5d-c9c5e9f07629", "address": "fa:16:3e:77:5f:9a", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd73761-d2", "ovs_interfaceid": "acd73761-d206-4f8d-bb5d-c9c5e9f07629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.261972] env[62099]: DEBUG nova.compute.manager [req-1709b2b8-a2b6-4f62-af49-116cacf4003b req-08fadc1d-143f-4c2e-804d-15838754b7be service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Received event network-vif-deleted-d03077d7-8f69-4a49-a24f-5d5286267f60 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1596.263141] env[62099]: INFO nova.compute.manager [req-1709b2b8-a2b6-4f62-af49-116cacf4003b req-08fadc1d-143f-4c2e-804d-15838754b7be service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Neutron deleted interface d03077d7-8f69-4a49-a24f-5d5286267f60; detaching it from the instance and deleting it from the info cache [ 1596.263141] env[62099]: DEBUG nova.network.neutron [req-1709b2b8-a2b6-4f62-af49-116cacf4003b req-08fadc1d-143f-4c2e-804d-15838754b7be service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.359639] env[62099]: DEBUG oslo_concurrency.lockutils [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.375817] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896898, 'name': ReconfigVM_Task, 'duration_secs': 0.848358} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.379400] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Reconfigured VM instance instance-00000043 to attach disk [datastore1] d6e22500-879b-40c8-ba69-a19b2db27ad1/d6e22500-879b-40c8-ba69-a19b2db27ad1.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1596.380122] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.380403] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaa1a809-6afe-4002-9c42-17ef033dbefa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.388776] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1596.388776] env[62099]: value = "task-1896902" [ 1596.388776] env[62099]: _type = "Task" [ 1596.388776] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.400176] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896902, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.443071] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7ea1921b-f1d5-499c-9108-5b2c7b257ab3 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "c5eae579-7720-463e-9a34-d3e7baaf4890" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.059s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.477387] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896900, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.488325] env[62099]: DEBUG oslo_vmware.api [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896901, 'name': PowerOffVM_Task, 'duration_secs': 0.202266} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.488601] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1596.488767] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1596.489079] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f74ba007-307a-42ea-bb2a-d52fbc6d3398 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.579309] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1596.579578] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1596.579782] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Deleting the datastore file [datastore2] 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1596.580178] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e497fb5-a313-42d7-94dc-d5e91c7f7ca6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.586739] env[62099]: DEBUG oslo_vmware.api [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for the task: (returnval){ [ 1596.586739] env[62099]: value = "task-1896904" [ 1596.586739] env[62099]: _type = "Task" [ 1596.586739] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.594939] env[62099]: DEBUG oslo_vmware.api [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.647428] env[62099]: DEBUG oslo_concurrency.lockutils [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "refresh_cache-ece5d3f5-806e-426b-a64a-fc89b3b600a5" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.647775] env[62099]: DEBUG nova.compute.manager [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Instance network_info: |[{"id": "acd73761-d206-4f8d-bb5d-c9c5e9f07629", "address": "fa:16:3e:77:5f:9a", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd73761-d2", "ovs_interfaceid": "acd73761-d206-4f8d-bb5d-c9c5e9f07629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1596.648303] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:5f:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acd73761-d206-4f8d-bb5d-c9c5e9f07629', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1596.660969] env[62099]: DEBUG oslo.service.loopingcall [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1596.661287] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1596.661651] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83664785-7f99-43e7-bca3-0a3593c0aec0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.685414] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1596.685414] env[62099]: value = "task-1896905" [ 1596.685414] env[62099]: _type = "Task" [ 1596.685414] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.694950] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896905, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.704540] env[62099]: DEBUG nova.network.neutron [-] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.766806] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e12249d9-36e6-465e-bec4-bdc6f8ba0533 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.778483] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe9b934-d101-4e31-baec-3c83fc6cff5a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.829506] env[62099]: DEBUG nova.compute.manager [req-1709b2b8-a2b6-4f62-af49-116cacf4003b req-08fadc1d-143f-4c2e-804d-15838754b7be service nova] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Detach interface failed, port_id=d03077d7-8f69-4a49-a24f-5d5286267f60, reason: Instance 62799a7e-a62f-460e-aa23-c9e83514a020 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1596.874827] env[62099]: DEBUG oslo_vmware.api [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896897, 'name': PowerOnVM_Task, 'duration_secs': 1.380976} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.875183] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1596.875473] env[62099]: INFO nova.compute.manager [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1596.875744] env[62099]: DEBUG nova.compute.manager [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1596.876849] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a86a2b-04c0-45bc-aa06-a82f94bbe32b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.897378] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896902, 'name': Rename_Task, 'duration_secs': 0.187317} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.897617] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1596.897855] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cd13ccc-88f0-4e4a-81a3-0c2a096d813f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.903737] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1596.903737] env[62099]: value = "task-1896906" [ 1596.903737] env[62099]: _type = "Task" [ 1596.903737] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.912850] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.980755] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5386} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.981150] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 100bb6d8-f69a-4ad3-a1c8-53e7fa280040/100bb6d8-f69a-4ad3-a1c8-53e7fa280040.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1596.981375] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1596.981573] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-157061af-faeb-4db4-98b7-c8e0110c7d0e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.988283] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1596.988283] env[62099]: value = "task-1896907" [ 1596.988283] env[62099]: _type = "Task" [ 1596.988283] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.998342] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.012214] env[62099]: DEBUG nova.compute.manager [req-abe8c8c8-a2be-4499-b6f4-e2486e154cae req-2e3867a7-5a3e-49d2-940c-8b5430561b87 service nova] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Received event network-changed-acd73761-d206-4f8d-bb5d-c9c5e9f07629 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1597.012536] env[62099]: DEBUG nova.compute.manager [req-abe8c8c8-a2be-4499-b6f4-e2486e154cae req-2e3867a7-5a3e-49d2-940c-8b5430561b87 service nova] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Refreshing instance network info cache due to event network-changed-acd73761-d206-4f8d-bb5d-c9c5e9f07629. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1597.012888] env[62099]: DEBUG oslo_concurrency.lockutils [req-abe8c8c8-a2be-4499-b6f4-e2486e154cae req-2e3867a7-5a3e-49d2-940c-8b5430561b87 service nova] Acquiring lock "refresh_cache-ece5d3f5-806e-426b-a64a-fc89b3b600a5" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.013109] env[62099]: DEBUG oslo_concurrency.lockutils [req-abe8c8c8-a2be-4499-b6f4-e2486e154cae req-2e3867a7-5a3e-49d2-940c-8b5430561b87 service nova] Acquired lock "refresh_cache-ece5d3f5-806e-426b-a64a-fc89b3b600a5" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.013366] env[62099]: DEBUG nova.network.neutron [req-abe8c8c8-a2be-4499-b6f4-e2486e154cae req-2e3867a7-5a3e-49d2-940c-8b5430561b87 service nova] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Refreshing network info cache for port acd73761-d206-4f8d-bb5d-c9c5e9f07629 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1597.099784] env[62099]: DEBUG oslo_vmware.api [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Task: {'id': task-1896904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246403} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.103793] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1597.104014] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1597.104198] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1597.104371] env[62099]: INFO nova.compute.manager [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1597.104652] env[62099]: DEBUG oslo.service.loopingcall [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1597.105076] env[62099]: DEBUG nova.compute.manager [-] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1597.105223] env[62099]: DEBUG nova.network.neutron [-] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1597.198424] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896905, 'name': CreateVM_Task, 'duration_secs': 0.484541} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.198623] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1597.199471] env[62099]: DEBUG oslo_concurrency.lockutils [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.199666] env[62099]: DEBUG oslo_concurrency.lockutils [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.199991] env[62099]: DEBUG oslo_concurrency.lockutils [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1597.200269] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef4afd25-18d9-4c30-9bb7-abe6d0cd3266 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.206677] env[62099]: INFO nova.compute.manager [-] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Took 1.30 seconds to deallocate network for instance. [ 1597.206994] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1597.206994] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]525429f6-bca1-a5da-78d5-2a87eabff710" [ 1597.206994] env[62099]: _type = "Task" [ 1597.206994] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.221306] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525429f6-bca1-a5da-78d5-2a87eabff710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.266792] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c48412-a8ee-4796-ba04-e3e4a6b4f1b2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.274921] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0315dad7-a6b2-43b5-a89d-afd2239f6826 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.308033] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bff5b97-d208-491c-bd77-7cdd6802c57e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.316222] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df60617-3e2c-444b-b3cc-66b35f1b3f05 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.330011] env[62099]: DEBUG nova.compute.provider_tree [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1597.397164] env[62099]: INFO nova.compute.manager [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Took 30.02 seconds to build instance. [ 1597.414370] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896906, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.498213] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068754} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.498510] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1597.499316] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e956fb60-9380-4bb8-88d7-0678a5b7dca2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.521712] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 100bb6d8-f69a-4ad3-a1c8-53e7fa280040/100bb6d8-f69a-4ad3-a1c8-53e7fa280040.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1597.524135] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4739d3ef-bd88-40ca-8594-63b927b4c069 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.545050] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1597.545050] env[62099]: value = "task-1896908" [ 1597.545050] env[62099]: _type = "Task" [ 1597.545050] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.553141] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.665192] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "dcae9439-3a41-42cb-a82a-c425c247983a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.665533] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "dcae9439-3a41-42cb-a82a-c425c247983a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.721249] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.721557] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525429f6-bca1-a5da-78d5-2a87eabff710, 'name': SearchDatastore_Task, 'duration_secs': 0.018009} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.722120] env[62099]: DEBUG oslo_concurrency.lockutils [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.722120] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1597.722330] env[62099]: DEBUG oslo_concurrency.lockutils [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.722474] env[62099]: DEBUG oslo_concurrency.lockutils [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.722647] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1597.722909] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-010263f1-4fee-4a3e-9ebf-53368a66ca1d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.737887] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1597.738037] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1597.738770] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b45e96c-69dc-40e3-aa1a-7a483bc454d7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.744357] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1597.744357] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529ef4dc-b533-09e3-b80c-8bdd506ab2be" [ 1597.744357] env[62099]: _type = "Task" [ 1597.744357] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.747717] env[62099]: DEBUG nova.network.neutron [req-abe8c8c8-a2be-4499-b6f4-e2486e154cae req-2e3867a7-5a3e-49d2-940c-8b5430561b87 service nova] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Updated VIF entry in instance network info cache for port acd73761-d206-4f8d-bb5d-c9c5e9f07629. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1597.748105] env[62099]: DEBUG nova.network.neutron [req-abe8c8c8-a2be-4499-b6f4-e2486e154cae req-2e3867a7-5a3e-49d2-940c-8b5430561b87 service nova] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Updating instance_info_cache with network_info: [{"id": "acd73761-d206-4f8d-bb5d-c9c5e9f07629", "address": "fa:16:3e:77:5f:9a", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd73761-d2", "ovs_interfaceid": "acd73761-d206-4f8d-bb5d-c9c5e9f07629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.753617] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529ef4dc-b533-09e3-b80c-8bdd506ab2be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.832949] env[62099]: DEBUG nova.scheduler.client.report [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1597.874933] env[62099]: DEBUG nova.network.neutron [-] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.898938] env[62099]: DEBUG oslo_concurrency.lockutils [None req-52f07b8e-36e9-4ee8-aa2f-8853eaf390fc tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.529s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.913959] env[62099]: DEBUG oslo_vmware.api [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896906, 'name': PowerOnVM_Task, 'duration_secs': 0.898455} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.914347] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1597.914557] env[62099]: INFO nova.compute.manager [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Took 12.45 seconds to spawn the instance on the hypervisor. [ 1597.914736] env[62099]: DEBUG nova.compute.manager [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1597.915515] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38065e43-f3cb-4dea-90c0-ab028178789a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.056694] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.168272] env[62099]: DEBUG nova.compute.manager [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1598.251113] env[62099]: DEBUG oslo_concurrency.lockutils [req-abe8c8c8-a2be-4499-b6f4-e2486e154cae req-2e3867a7-5a3e-49d2-940c-8b5430561b87 service nova] Releasing lock "refresh_cache-ece5d3f5-806e-426b-a64a-fc89b3b600a5" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.251397] env[62099]: DEBUG nova.compute.manager [req-abe8c8c8-a2be-4499-b6f4-e2486e154cae req-2e3867a7-5a3e-49d2-940c-8b5430561b87 service nova] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Received event network-vif-deleted-b1b1affe-1a67-42a0-964d-d86aa5a199a7 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1598.255123] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529ef4dc-b533-09e3-b80c-8bdd506ab2be, 'name': SearchDatastore_Task, 'duration_secs': 0.035749} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.255867] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aff7dc2d-fa5f-43ca-808a-9816af5e8567 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.260957] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1598.260957] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5210a173-4516-4425-b004-368ad3ee38b4" [ 1598.260957] env[62099]: _type = "Task" [ 1598.260957] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.268681] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5210a173-4516-4425-b004-368ad3ee38b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.321310] env[62099]: DEBUG nova.compute.manager [req-82d67a72-511a-45c0-bd88-efb856d22272 req-6269a051-7680-45ba-bad1-2b6aca5ef1ca service nova] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Received event network-vif-deleted-a164e987-832e-4ac4-9f00-a472f58cc052 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1598.337398] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.337929] env[62099]: DEBUG nova.compute.manager [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1598.340372] env[62099]: DEBUG oslo_concurrency.lockutils [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.889s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.340584] env[62099]: DEBUG nova.objects.instance [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lazy-loading 'resources' on Instance uuid ecf212f3-483a-49c2-bf99-1f62dc9a60e8 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1598.377422] env[62099]: INFO nova.compute.manager [-] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Took 1.27 seconds to deallocate network for instance. [ 1598.432181] env[62099]: INFO nova.compute.manager [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Took 35.34 seconds to build instance. [ 1598.555297] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896908, 'name': ReconfigVM_Task, 'duration_secs': 0.804696} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.555625] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 100bb6d8-f69a-4ad3-a1c8-53e7fa280040/100bb6d8-f69a-4ad3-a1c8-53e7fa280040.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1598.556263] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fedf406-b6ca-4640-a00a-57131825c0aa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.562555] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1598.562555] env[62099]: value = "task-1896909" [ 1598.562555] env[62099]: _type = "Task" [ 1598.562555] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.570304] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896909, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.689545] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.771868] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5210a173-4516-4425-b004-368ad3ee38b4, 'name': SearchDatastore_Task, 'duration_secs': 0.02025} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.771868] env[62099]: DEBUG oslo_concurrency.lockutils [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.771868] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] ece5d3f5-806e-426b-a64a-fc89b3b600a5/ece5d3f5-806e-426b-a64a-fc89b3b600a5.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1598.772205] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd7a729d-8f5e-4ab9-b884-1eeb165b186d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.778973] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1598.778973] env[62099]: value = "task-1896910" [ 1598.778973] env[62099]: _type = "Task" [ 1598.778973] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.788282] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.846422] env[62099]: DEBUG nova.compute.utils [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1598.850658] env[62099]: DEBUG nova.compute.manager [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1598.850848] env[62099]: DEBUG nova.network.neutron [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1598.884516] env[62099]: DEBUG oslo_concurrency.lockutils [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.899180] env[62099]: DEBUG nova.policy [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f72201a89ad142958788e252303cbb28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '127909ab70f74edab2ee3b59a006c058', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1598.935785] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efb34d0a-55fb-4b64-a4ed-7900ff872bf5 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "d6e22500-879b-40c8-ba69-a19b2db27ad1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.850s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.083818] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896909, 'name': Rename_Task, 'duration_secs': 0.325925} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.087757] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1599.088434] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8572db0a-1be5-4c8a-99b3-ee0e2ba670f7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.095900] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1599.095900] env[62099]: value = "task-1896911" [ 1599.095900] env[62099]: _type = "Task" [ 1599.095900] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.110996] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.155196] env[62099]: DEBUG nova.network.neutron [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Successfully created port: 41e832fd-dd24-49ad-9b07-4a243b43e16f {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1599.189729] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8559060f-8cd8-45cd-87e9-bcaf2f9b959d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.200789] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb5b95c-534e-4b88-9dee-7bf6d6f8a5ed {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.239164] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0358816-7860-492a-bdd2-ee58bf51e55d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.252389] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96ce893-7684-498f-86dd-bf45d5183886 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.270512] env[62099]: DEBUG nova.compute.provider_tree [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1599.293819] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896910, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.351658] env[62099]: DEBUG nova.compute.manager [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1599.606774] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896911, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.746134] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquiring lock "d6e22500-879b-40c8-ba69-a19b2db27ad1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.746455] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "d6e22500-879b-40c8-ba69-a19b2db27ad1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.746713] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquiring lock "d6e22500-879b-40c8-ba69-a19b2db27ad1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.746921] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "d6e22500-879b-40c8-ba69-a19b2db27ad1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.747120] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "d6e22500-879b-40c8-ba69-a19b2db27ad1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.753058] env[62099]: INFO nova.compute.manager [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Terminating instance [ 1599.774326] env[62099]: DEBUG nova.scheduler.client.report [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1599.790900] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694595} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.791649] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] ece5d3f5-806e-426b-a64a-fc89b3b600a5/ece5d3f5-806e-426b-a64a-fc89b3b600a5.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1599.791986] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1599.792367] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27eb5b69-bcbb-4d9d-83e1-9f9d2ee0abbe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.801333] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1599.801333] env[62099]: value = "task-1896912" [ 1599.801333] env[62099]: _type = "Task" [ 1599.801333] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.812337] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.107376] env[62099]: DEBUG oslo_vmware.api [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896911, 'name': PowerOnVM_Task, 'duration_secs': 0.740211} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.107856] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1600.107856] env[62099]: INFO nova.compute.manager [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1600.108049] env[62099]: DEBUG nova.compute.manager [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1600.108800] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616d5d7d-d1e3-4b82-88be-20c8c628e33b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.257040] env[62099]: DEBUG nova.compute.manager [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1600.257218] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1600.258060] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c854a111-5623-47d5-b9ab-afa461112f43 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.265796] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1600.266373] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce9aa9da-7d0c-4e4b-9979-adb284769b94 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.272851] env[62099]: DEBUG oslo_vmware.api [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1600.272851] env[62099]: value = "task-1896913" [ 1600.272851] env[62099]: _type = "Task" [ 1600.272851] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.281544] env[62099]: DEBUG oslo_concurrency.lockutils [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.283781] env[62099]: DEBUG oslo_vmware.api [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.284593] env[62099]: DEBUG oslo_concurrency.lockutils [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.743s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.284593] env[62099]: DEBUG nova.objects.instance [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lazy-loading 'resources' on Instance uuid 75cd2eee-18fd-45cb-b999-a62ecd093ccb {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1600.306651] env[62099]: INFO nova.scheduler.client.report [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Deleted allocations for instance ecf212f3-483a-49c2-bf99-1f62dc9a60e8 [ 1600.313469] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070045} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.314079] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1600.314794] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a066983-0be2-4564-ace1-ea20b36119f1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.337596] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] ece5d3f5-806e-426b-a64a-fc89b3b600a5/ece5d3f5-806e-426b-a64a-fc89b3b600a5.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1600.337971] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82a38d2b-5327-45fe-8807-699ee9030820 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.357809] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1600.357809] env[62099]: value = "task-1896914" [ 1600.357809] env[62099]: _type = "Task" [ 1600.357809] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.365570] env[62099]: DEBUG nova.compute.manager [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1600.373740] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896914, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.392612] env[62099]: DEBUG nova.virt.hardware [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1600.392914] env[62099]: DEBUG nova.virt.hardware [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1600.393095] env[62099]: DEBUG nova.virt.hardware [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1600.393306] env[62099]: DEBUG nova.virt.hardware [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1600.393465] env[62099]: DEBUG nova.virt.hardware [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1600.393624] env[62099]: DEBUG nova.virt.hardware [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1600.393893] env[62099]: DEBUG nova.virt.hardware [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1600.394072] env[62099]: DEBUG nova.virt.hardware [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1600.394253] env[62099]: DEBUG nova.virt.hardware [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1600.394440] env[62099]: DEBUG nova.virt.hardware [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1600.394634] env[62099]: DEBUG nova.virt.hardware [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1600.395519] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860b7f2b-c93a-404d-8b89-b2f9ab8bd635 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.404165] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be68d09-71b3-4ad6-b2ed-5f3fb5921fe8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.628323] env[62099]: INFO nova.compute.manager [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Took 32.33 seconds to build instance. [ 1600.648065] env[62099]: DEBUG nova.compute.manager [req-309346d5-127c-48ef-8693-ce6d156bf2f5 req-85e1c81e-da2c-4dc0-8393-96673935f77d service nova] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Received event network-vif-plugged-41e832fd-dd24-49ad-9b07-4a243b43e16f {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1600.648527] env[62099]: DEBUG oslo_concurrency.lockutils [req-309346d5-127c-48ef-8693-ce6d156bf2f5 req-85e1c81e-da2c-4dc0-8393-96673935f77d service nova] Acquiring lock "37747922-3a9c-4bc4-b520-95c605d69069-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.648954] env[62099]: DEBUG oslo_concurrency.lockutils [req-309346d5-127c-48ef-8693-ce6d156bf2f5 req-85e1c81e-da2c-4dc0-8393-96673935f77d service nova] Lock "37747922-3a9c-4bc4-b520-95c605d69069-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.649424] env[62099]: DEBUG oslo_concurrency.lockutils [req-309346d5-127c-48ef-8693-ce6d156bf2f5 req-85e1c81e-da2c-4dc0-8393-96673935f77d service nova] Lock "37747922-3a9c-4bc4-b520-95c605d69069-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.650136] env[62099]: DEBUG nova.compute.manager [req-309346d5-127c-48ef-8693-ce6d156bf2f5 req-85e1c81e-da2c-4dc0-8393-96673935f77d service nova] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] No waiting events found dispatching network-vif-plugged-41e832fd-dd24-49ad-9b07-4a243b43e16f {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1600.651156] env[62099]: WARNING nova.compute.manager [req-309346d5-127c-48ef-8693-ce6d156bf2f5 req-85e1c81e-da2c-4dc0-8393-96673935f77d service nova] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Received unexpected event network-vif-plugged-41e832fd-dd24-49ad-9b07-4a243b43e16f for instance with vm_state building and task_state spawning. [ 1600.714551] env[62099]: DEBUG nova.network.neutron [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Successfully updated port: 41e832fd-dd24-49ad-9b07-4a243b43e16f {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1600.782799] env[62099]: DEBUG oslo_vmware.api [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896913, 'name': PowerOffVM_Task, 'duration_secs': 0.251292} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.782993] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1600.783175] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1600.783421] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6694be7-85b3-4257-913f-43d0bf054213 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.819942] env[62099]: DEBUG oslo_concurrency.lockutils [None req-88b50aa8-9877-4650-92a9-22ca09695ffe tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "ecf212f3-483a-49c2-bf99-1f62dc9a60e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.916s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.868039] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.101119] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275adf15-c14e-4d6a-a9ae-c90a55ca4061 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.108870] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcde0d63-c192-4018-ae78-1b0ef78560f6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.139619] env[62099]: DEBUG oslo_concurrency.lockutils [None req-89037b20-1599-497b-b23f-f1f9b421e904 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "100bb6d8-f69a-4ad3-a1c8-53e7fa280040" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.848s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.140818] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f536b54c-3e48-4c47-a144-24f2c08198ba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.148296] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86e9e0d-2920-4065-a4aa-49cb3188028f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.161363] env[62099]: DEBUG nova.compute.provider_tree [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.165655] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1601.165862] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1601.166050] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Deleting the datastore file [datastore1] d6e22500-879b-40c8-ba69-a19b2db27ad1 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1601.166282] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34c83bf2-d773-4b65-8572-760a6b10d59f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.172252] env[62099]: DEBUG oslo_vmware.api [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for the task: (returnval){ [ 1601.172252] env[62099]: value = "task-1896916" [ 1601.172252] env[62099]: _type = "Task" [ 1601.172252] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.180413] env[62099]: DEBUG oslo_vmware.api [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.216887] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Acquiring lock "refresh_cache-37747922-3a9c-4bc4-b520-95c605d69069" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.217035] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Acquired lock "refresh_cache-37747922-3a9c-4bc4-b520-95c605d69069" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.217192] env[62099]: DEBUG nova.network.neutron [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1601.367964] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896914, 'name': ReconfigVM_Task, 'duration_secs': 0.651529} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.368257] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Reconfigured VM instance instance-00000046 to attach disk [datastore1] ece5d3f5-806e-426b-a64a-fc89b3b600a5/ece5d3f5-806e-426b-a64a-fc89b3b600a5.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1601.368880] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b8ba96e-d995-41e3-b175-05fac6cef5b4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.376118] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1601.376118] env[62099]: value = "task-1896917" [ 1601.376118] env[62099]: _type = "Task" [ 1601.376118] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.384037] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896917, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.503408] env[62099]: INFO nova.compute.manager [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Rescuing [ 1601.504310] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "refresh_cache-100bb6d8-f69a-4ad3-a1c8-53e7fa280040" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.504669] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired lock "refresh_cache-100bb6d8-f69a-4ad3-a1c8-53e7fa280040" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.504884] env[62099]: DEBUG nova.network.neutron [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1601.664862] env[62099]: DEBUG nova.scheduler.client.report [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1601.683756] env[62099]: DEBUG oslo_vmware.api [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Task: {'id': task-1896916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509333} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.684682] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1601.686083] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1601.686083] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1601.686083] env[62099]: INFO nova.compute.manager [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1601.686083] env[62099]: DEBUG oslo.service.loopingcall [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1601.686083] env[62099]: DEBUG nova.compute.manager [-] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1601.686083] env[62099]: DEBUG nova.network.neutron [-] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1601.763792] env[62099]: DEBUG nova.network.neutron [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1601.886728] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896917, 'name': Rename_Task, 'duration_secs': 0.15181} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.887120] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1601.888920] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89f1309e-3911-458e-8e4d-63bfacda2fbf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.896015] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1601.896015] env[62099]: value = "task-1896918" [ 1601.896015] env[62099]: _type = "Task" [ 1601.896015] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.907378] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.948862] env[62099]: DEBUG nova.network.neutron [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Updating instance_info_cache with network_info: [{"id": "41e832fd-dd24-49ad-9b07-4a243b43e16f", "address": "fa:16:3e:36:b9:0e", "network": {"id": "1ab61c9e-3ab3-49a9-8b34-7ec3b2f0b2ff", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-802659884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127909ab70f74edab2ee3b59a006c058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41e832fd-dd", "ovs_interfaceid": "41e832fd-dd24-49ad-9b07-4a243b43e16f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.170493] env[62099]: DEBUG oslo_concurrency.lockutils [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.174345] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.344s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.176152] env[62099]: INFO nova.compute.claims [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1602.203922] env[62099]: INFO nova.scheduler.client.report [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Deleted allocations for instance 75cd2eee-18fd-45cb-b999-a62ecd093ccb [ 1602.296217] env[62099]: DEBUG nova.network.neutron [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Updating instance_info_cache with network_info: [{"id": "8611a271-5530-485f-9c9d-1a0b992e4b51", "address": "fa:16:3e:06:40:20", "network": {"id": "c76396bd-3421-4e57-a98f-026c9e81a81a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-130376803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a5c9dc05d4c5a9b2a28e38b3b9040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8611a271-55", "ovs_interfaceid": "8611a271-5530-485f-9c9d-1a0b992e4b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.407132] env[62099]: DEBUG oslo_vmware.api [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896918, 'name': PowerOnVM_Task, 'duration_secs': 0.472035} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.407462] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1602.407695] env[62099]: INFO nova.compute.manager [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1602.407879] env[62099]: DEBUG nova.compute.manager [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1602.408658] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e438e195-6462-4e8f-896a-8cb2e621590b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.451214] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Releasing lock "refresh_cache-37747922-3a9c-4bc4-b520-95c605d69069" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.451515] env[62099]: DEBUG nova.compute.manager [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Instance network_info: |[{"id": "41e832fd-dd24-49ad-9b07-4a243b43e16f", "address": "fa:16:3e:36:b9:0e", "network": {"id": "1ab61c9e-3ab3-49a9-8b34-7ec3b2f0b2ff", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-802659884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127909ab70f74edab2ee3b59a006c058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41e832fd-dd", "ovs_interfaceid": "41e832fd-dd24-49ad-9b07-4a243b43e16f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1602.451939] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:b9:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41e832fd-dd24-49ad-9b07-4a243b43e16f', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1602.459587] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Creating folder: Project (127909ab70f74edab2ee3b59a006c058). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1602.460512] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41f043fa-d889-4154-ad4e-e49ca2ca9846 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.471983] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Created folder: Project (127909ab70f74edab2ee3b59a006c058) in parent group-v391507. [ 1602.472210] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Creating folder: Instances. Parent ref: group-v391706. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1602.472458] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fa144a5-7c07-4c6c-bde5-0e9e0fb7db5b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.480958] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Created folder: Instances in parent group-v391706. [ 1602.481287] env[62099]: DEBUG oslo.service.loopingcall [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1602.481479] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1602.481689] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-179d98a3-0a70-43dd-a288-cc751b4074a0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.500683] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1602.500683] env[62099]: value = "task-1896921" [ 1602.500683] env[62099]: _type = "Task" [ 1602.500683] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.508466] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896921, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.647111] env[62099]: DEBUG nova.network.neutron [-] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.714820] env[62099]: DEBUG oslo_concurrency.lockutils [None req-32d0fa41-2249-4c2a-af96-e4a947aa7db6 tempest-MultipleCreateTestJSON-1021561780 tempest-MultipleCreateTestJSON-1021561780-project-member] Lock "75cd2eee-18fd-45cb-b999-a62ecd093ccb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.730s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.736803] env[62099]: DEBUG nova.compute.manager [req-7a33513b-92f0-4921-b15d-ebc1b27e700b req-37c954ea-2bb6-4374-bec6-5eddb24e570d service nova] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Received event network-changed-41e832fd-dd24-49ad-9b07-4a243b43e16f {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1602.738162] env[62099]: DEBUG nova.compute.manager [req-7a33513b-92f0-4921-b15d-ebc1b27e700b req-37c954ea-2bb6-4374-bec6-5eddb24e570d service nova] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Refreshing instance network info cache due to event network-changed-41e832fd-dd24-49ad-9b07-4a243b43e16f. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1602.738899] env[62099]: DEBUG oslo_concurrency.lockutils [req-7a33513b-92f0-4921-b15d-ebc1b27e700b req-37c954ea-2bb6-4374-bec6-5eddb24e570d service nova] Acquiring lock "refresh_cache-37747922-3a9c-4bc4-b520-95c605d69069" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.739347] env[62099]: DEBUG oslo_concurrency.lockutils [req-7a33513b-92f0-4921-b15d-ebc1b27e700b req-37c954ea-2bb6-4374-bec6-5eddb24e570d service nova] Acquired lock "refresh_cache-37747922-3a9c-4bc4-b520-95c605d69069" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.739810] env[62099]: DEBUG nova.network.neutron [req-7a33513b-92f0-4921-b15d-ebc1b27e700b req-37c954ea-2bb6-4374-bec6-5eddb24e570d service nova] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Refreshing network info cache for port 41e832fd-dd24-49ad-9b07-4a243b43e16f {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1602.801419] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Releasing lock "refresh_cache-100bb6d8-f69a-4ad3-a1c8-53e7fa280040" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.927313] env[62099]: INFO nova.compute.manager [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Took 34.05 seconds to build instance. [ 1603.013245] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896921, 'name': CreateVM_Task, 'duration_secs': 0.347468} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.013564] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1603.014355] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.014704] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.015159] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1603.015540] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-222b59ea-74f3-4e04-87c6-192cc704e488 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.020627] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Waiting for the task: (returnval){ [ 1603.020627] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]523f0844-2329-24af-3d4d-541e71926e3d" [ 1603.020627] env[62099]: _type = "Task" [ 1603.020627] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.028921] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523f0844-2329-24af-3d4d-541e71926e3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.153747] env[62099]: INFO nova.compute.manager [-] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Took 1.47 seconds to deallocate network for instance. [ 1603.429531] env[62099]: DEBUG oslo_concurrency.lockutils [None req-79c10bc5-d69d-4ab1-af7e-8bfc9e05ab82 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "ece5d3f5-806e-426b-a64a-fc89b3b600a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.565s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.505543] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f545a6d-227e-486d-b7b1-8cb54a9c02a4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.513467] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd610d0-c502-4dae-be3c-a3682bb7466e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.548628] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a370052-3e55-4a30-a68b-d69fbf13c4bd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.562050] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14584006-0566-4f3d-90bf-fe9a1b8a53a8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.565868] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523f0844-2329-24af-3d4d-541e71926e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.011042} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.566175] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.566404] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1603.566669] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.566810] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.566990] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1603.567576] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb2d5a64-eee7-4e77-a1b9-26dc0f8b30cb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.576941] env[62099]: DEBUG nova.compute.provider_tree [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.589447] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1603.589631] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1603.590397] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2305c20-1464-43af-b903-f81d9fd64a1b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.595801] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Waiting for the task: (returnval){ [ 1603.595801] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52990704-1d9f-b06b-7407-965001f163b2" [ 1603.595801] env[62099]: _type = "Task" [ 1603.595801] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.605673] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52990704-1d9f-b06b-7407-965001f163b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.661091] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.704444] env[62099]: DEBUG nova.network.neutron [req-7a33513b-92f0-4921-b15d-ebc1b27e700b req-37c954ea-2bb6-4374-bec6-5eddb24e570d service nova] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Updated VIF entry in instance network info cache for port 41e832fd-dd24-49ad-9b07-4a243b43e16f. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1603.704875] env[62099]: DEBUG nova.network.neutron [req-7a33513b-92f0-4921-b15d-ebc1b27e700b req-37c954ea-2bb6-4374-bec6-5eddb24e570d service nova] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Updating instance_info_cache with network_info: [{"id": "41e832fd-dd24-49ad-9b07-4a243b43e16f", "address": "fa:16:3e:36:b9:0e", "network": {"id": "1ab61c9e-3ab3-49a9-8b34-7ec3b2f0b2ff", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-802659884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "127909ab70f74edab2ee3b59a006c058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41e832fd-dd", "ovs_interfaceid": "41e832fd-dd24-49ad-9b07-4a243b43e16f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.080953] env[62099]: DEBUG nova.scheduler.client.report [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.108721] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52990704-1d9f-b06b-7407-965001f163b2, 'name': SearchDatastore_Task, 'duration_secs': 0.03495} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.109559] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff8713e-ab15-4809-94da-51bdf218932e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.115742] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Waiting for the task: (returnval){ [ 1604.115742] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52df8ccb-61be-073f-da9e-0b3b956e656f" [ 1604.115742] env[62099]: _type = "Task" [ 1604.115742] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.124469] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52df8ccb-61be-073f-da9e-0b3b956e656f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.208864] env[62099]: DEBUG oslo_concurrency.lockutils [req-7a33513b-92f0-4921-b15d-ebc1b27e700b req-37c954ea-2bb6-4374-bec6-5eddb24e570d service nova] Releasing lock "refresh_cache-37747922-3a9c-4bc4-b520-95c605d69069" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.209651] env[62099]: DEBUG nova.compute.manager [req-7a33513b-92f0-4921-b15d-ebc1b27e700b req-37c954ea-2bb6-4374-bec6-5eddb24e570d service nova] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Received event network-vif-deleted-d06176c7-7557-4d6f-854f-31ad1cf46ab6 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1604.209651] env[62099]: DEBUG nova.compute.manager [req-7a33513b-92f0-4921-b15d-ebc1b27e700b req-37c954ea-2bb6-4374-bec6-5eddb24e570d service nova] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Received event network-vif-deleted-23cb93cb-b23a-469e-affa-23eb7492bcde {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1604.326274] env[62099]: INFO nova.compute.manager [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Rebuilding instance [ 1604.345645] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1604.346041] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c93c362b-e180-4cec-9b47-e818fcdfdd58 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.353897] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1604.353897] env[62099]: value = "task-1896922" [ 1604.353897] env[62099]: _type = "Task" [ 1604.353897] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.368971] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.382129] env[62099]: DEBUG nova.compute.manager [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1604.383093] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39809b92-726b-475f-bc00-775b624cc595 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.589599] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.590766] env[62099]: DEBUG nova.compute.manager [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1604.596023] env[62099]: DEBUG oslo_concurrency.lockutils [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.011s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.596023] env[62099]: DEBUG nova.objects.instance [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62099) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1604.634324] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52df8ccb-61be-073f-da9e-0b3b956e656f, 'name': SearchDatastore_Task, 'duration_secs': 0.013847} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.634704] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.635471] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 37747922-3a9c-4bc4-b520-95c605d69069/37747922-3a9c-4bc4-b520-95c605d69069.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1604.637384] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc537a78-54a7-4e58-9828-72f9983158a0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.646984] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Waiting for the task: (returnval){ [ 1604.646984] env[62099]: value = "task-1896923" [ 1604.646984] env[62099]: _type = "Task" [ 1604.646984] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.656059] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': task-1896923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.865473] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896922, 'name': PowerOffVM_Task, 'duration_secs': 0.178978} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.865745] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1604.866468] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deecdd6d-e0c9-467e-9bf0-0c28485c657a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.888766] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a165976-fb9d-4576-83f1-a145f63662f0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.925997] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1604.926367] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-385bbfaf-4eef-4709-a8a0-71726a09a0fa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.933998] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1604.933998] env[62099]: value = "task-1896924" [ 1604.933998] env[62099]: _type = "Task" [ 1604.933998] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.944920] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] VM already powered off {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1604.945126] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1604.945390] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.945548] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.945735] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1604.946045] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e1b27f2-1e18-4432-a7ce-4057a39d838f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.958410] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1604.958669] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1604.959540] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c810a8-773e-42c7-9be0-8e242674230e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.966919] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1604.966919] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f71bed-9686-8691-f6c5-d948b6528aa5" [ 1604.966919] env[62099]: _type = "Task" [ 1604.966919] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.976062] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f71bed-9686-8691-f6c5-d948b6528aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.105857] env[62099]: DEBUG nova.compute.utils [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1605.106841] env[62099]: DEBUG nova.compute.manager [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1605.108222] env[62099]: DEBUG nova.network.neutron [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1605.158969] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': task-1896923, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.177589] env[62099]: DEBUG nova.policy [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7e1714ec178423a9b0396936f1c77b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e264ce8a574415cac0062edce810423', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1605.403561] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1605.403561] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d7ef996-95a6-40b4-913c-d217231acfb2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.411021] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1605.411021] env[62099]: value = "task-1896925" [ 1605.411021] env[62099]: _type = "Task" [ 1605.411021] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.420076] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.479753] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f71bed-9686-8691-f6c5-d948b6528aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.041797} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.482063] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8fd72be-8f78-4f0b-a800-4eb6178915a6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.490423] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1605.490423] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5232ad1e-eaa0-85a0-e488-d2cfe474c7f1" [ 1605.490423] env[62099]: _type = "Task" [ 1605.490423] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.501101] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5232ad1e-eaa0-85a0-e488-d2cfe474c7f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.585224] env[62099]: DEBUG nova.network.neutron [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Successfully created port: 88366b06-1a63-46eb-9081-c6e5dd4de0e9 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1605.608027] env[62099]: DEBUG oslo_concurrency.lockutils [None req-966d91b4-3e9c-4a8e-8d26-2221bc51b533 tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.609669] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.737s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.609669] env[62099]: DEBUG nova.objects.instance [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lazy-loading 'resources' on Instance uuid 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1605.612698] env[62099]: DEBUG nova.compute.manager [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1605.656821] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': task-1896923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512622} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.657097] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 37747922-3a9c-4bc4-b520-95c605d69069/37747922-3a9c-4bc4-b520-95c605d69069.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1605.657307] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1605.657551] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a08038b0-8671-4579-9338-449c6ecfd34a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.667499] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Waiting for the task: (returnval){ [ 1605.667499] env[62099]: value = "task-1896926" [ 1605.667499] env[62099]: _type = "Task" [ 1605.667499] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.672797] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': task-1896926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.920536] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896925, 'name': PowerOffVM_Task, 'duration_secs': 0.189948} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.920815] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1605.921071] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1605.921912] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85baba6-da54-48ef-8e46-a453359ecbd7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.930655] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1605.930889] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-573c1b2d-07f4-4084-9f94-39a7e179a836 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.000748] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5232ad1e-eaa0-85a0-e488-d2cfe474c7f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010404} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.001016] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.001557] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 100bb6d8-f69a-4ad3-a1c8-53e7fa280040/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk. {{(pid=62099) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1606.001557] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04c35503-200e-4868-8aef-79e70d192e30 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.007810] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1606.007810] env[62099]: value = "task-1896928" [ 1606.007810] env[62099]: _type = "Task" [ 1606.007810] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.015164] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.170807] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1606.171047] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1606.171295] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleting the datastore file [datastore1] ece5d3f5-806e-426b-a64a-fc89b3b600a5 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1606.171920] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74f12a37-20e7-4b49-b945-389e09fcee9b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.177081] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': task-1896926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069719} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.179967] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1606.181040] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b09d934-95ef-4c4c-ba2e-e9818b1bf0a5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.185688] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1606.185688] env[62099]: value = "task-1896929" [ 1606.185688] env[62099]: _type = "Task" [ 1606.185688] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.206963] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 37747922-3a9c-4bc4-b520-95c605d69069/37747922-3a9c-4bc4-b520-95c605d69069.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1606.210301] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f276c22c-ce79-42db-b788-90d81b347542 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.228555] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.236377] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Waiting for the task: (returnval){ [ 1606.236377] env[62099]: value = "task-1896930" [ 1606.236377] env[62099]: _type = "Task" [ 1606.236377] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.250063] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': task-1896930, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.514783] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9b2364-1061-4c05-90d5-e0837b559a6d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.526136] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ad9e2a-c5a3-4560-8614-8064cf6cf365 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.529942] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896928, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.559590] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c810449c-af9d-4583-b370-ea066d90681b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.570640] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e981ecfa-dc5c-448b-bf80-b7de177bb5d0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.586942] env[62099]: DEBUG nova.compute.provider_tree [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1606.624063] env[62099]: DEBUG nova.compute.manager [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1606.695983] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494186} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.696683] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1606.696970] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1606.697376] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1606.750655] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': task-1896930, 'name': ReconfigVM_Task, 'duration_secs': 0.311052} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.751425] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 37747922-3a9c-4bc4-b520-95c605d69069/37747922-3a9c-4bc4-b520-95c605d69069.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1606.752196] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-646db5dd-849d-4526-8438-95c50b78cb78 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.757867] env[62099]: DEBUG nova.virt.hardware [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1606.758155] env[62099]: DEBUG nova.virt.hardware [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1606.758704] env[62099]: DEBUG nova.virt.hardware [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1606.758704] env[62099]: DEBUG nova.virt.hardware [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1606.758704] env[62099]: DEBUG nova.virt.hardware [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1606.758902] env[62099]: DEBUG nova.virt.hardware [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1606.759047] env[62099]: DEBUG nova.virt.hardware [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1606.759232] env[62099]: DEBUG nova.virt.hardware [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1606.759406] env[62099]: DEBUG nova.virt.hardware [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1606.759565] env[62099]: DEBUG nova.virt.hardware [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1606.759735] env[62099]: DEBUG nova.virt.hardware [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1606.761218] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731174fb-e39d-40f4-ab46-8ab60365895c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.769203] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Waiting for the task: (returnval){ [ 1606.769203] env[62099]: value = "task-1896931" [ 1606.769203] env[62099]: _type = "Task" [ 1606.769203] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.776395] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0889e95a-d018-4270-9276-e7caa71a8539 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.797625] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': task-1896931, 'name': Rename_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.018770] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65685} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.019580] env[62099]: INFO nova.virt.vmwareapi.ds_util [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 100bb6d8-f69a-4ad3-a1c8-53e7fa280040/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk. [ 1607.020385] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a727fb9-e80c-44cb-95e3-baa4a392586f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.048312] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 100bb6d8-f69a-4ad3-a1c8-53e7fa280040/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1607.048584] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58c02780-ff90-4ff2-aa15-75b71e503a81 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.068630] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1607.068630] env[62099]: value = "task-1896932" [ 1607.068630] env[62099]: _type = "Task" [ 1607.068630] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.078447] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896932, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.090550] env[62099]: DEBUG nova.scheduler.client.report [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1607.143598] env[62099]: DEBUG nova.compute.manager [req-26fe6eaa-26cd-43b4-b5fa-8ce705b93792 req-0b4a084d-b405-47bb-a5a4-83252f64c831 service nova] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Received event network-vif-plugged-88366b06-1a63-46eb-9081-c6e5dd4de0e9 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1607.144068] env[62099]: DEBUG oslo_concurrency.lockutils [req-26fe6eaa-26cd-43b4-b5fa-8ce705b93792 req-0b4a084d-b405-47bb-a5a4-83252f64c831 service nova] Acquiring lock "bc7253df-1845-43be-93a8-81ab512e7e7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.144068] env[62099]: DEBUG oslo_concurrency.lockutils [req-26fe6eaa-26cd-43b4-b5fa-8ce705b93792 req-0b4a084d-b405-47bb-a5a4-83252f64c831 service nova] Lock "bc7253df-1845-43be-93a8-81ab512e7e7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.144405] env[62099]: DEBUG oslo_concurrency.lockutils [req-26fe6eaa-26cd-43b4-b5fa-8ce705b93792 req-0b4a084d-b405-47bb-a5a4-83252f64c831 service nova] Lock "bc7253df-1845-43be-93a8-81ab512e7e7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.144582] env[62099]: DEBUG nova.compute.manager [req-26fe6eaa-26cd-43b4-b5fa-8ce705b93792 req-0b4a084d-b405-47bb-a5a4-83252f64c831 service nova] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] No waiting events found dispatching network-vif-plugged-88366b06-1a63-46eb-9081-c6e5dd4de0e9 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1607.144740] env[62099]: WARNING nova.compute.manager [req-26fe6eaa-26cd-43b4-b5fa-8ce705b93792 req-0b4a084d-b405-47bb-a5a4-83252f64c831 service nova] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Received unexpected event network-vif-plugged-88366b06-1a63-46eb-9081-c6e5dd4de0e9 for instance with vm_state building and task_state spawning. [ 1607.240653] env[62099]: DEBUG nova.network.neutron [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Successfully updated port: 88366b06-1a63-46eb-9081-c6e5dd4de0e9 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1607.282520] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': task-1896931, 'name': Rename_Task, 'duration_secs': 0.142728} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.285074] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1607.285074] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a23b2d61-0b52-474c-be79-433de87002f7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.291940] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Waiting for the task: (returnval){ [ 1607.291940] env[62099]: value = "task-1896933" [ 1607.291940] env[62099]: _type = "Task" [ 1607.291940] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.300944] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': task-1896933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.580645] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896932, 'name': ReconfigVM_Task, 'duration_secs': 0.356538} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.581250] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 100bb6d8-f69a-4ad3-a1c8-53e7fa280040/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1607.582316] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb27701-0636-4052-9fed-d9aa918c6f60 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.607285] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.616304] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.463s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.618032] env[62099]: INFO nova.compute.claims [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1607.622197] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e94c93f-b791-4989-942a-345a7e51591a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.640234] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1607.640234] env[62099]: value = "task-1896934" [ 1607.640234] env[62099]: _type = "Task" [ 1607.640234] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.646734] env[62099]: INFO nova.scheduler.client.report [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleted allocations for instance 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69 [ 1607.654524] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.745910] env[62099]: DEBUG nova.virt.hardware [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1607.746194] env[62099]: DEBUG nova.virt.hardware [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1607.746353] env[62099]: DEBUG nova.virt.hardware [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1607.746535] env[62099]: DEBUG nova.virt.hardware [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1607.746763] env[62099]: DEBUG nova.virt.hardware [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1607.747426] env[62099]: DEBUG nova.virt.hardware [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1607.747426] env[62099]: DEBUG nova.virt.hardware [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1607.747426] env[62099]: DEBUG nova.virt.hardware [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1607.747581] env[62099]: DEBUG nova.virt.hardware [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1607.747640] env[62099]: DEBUG nova.virt.hardware [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1607.747798] env[62099]: DEBUG nova.virt.hardware [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1607.749315] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "refresh_cache-bc7253df-1845-43be-93a8-81ab512e7e7b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.749315] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquired lock "refresh_cache-bc7253df-1845-43be-93a8-81ab512e7e7b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.749315] env[62099]: DEBUG nova.network.neutron [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1607.751338] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1c30c9-d61d-4d96-8595-9f76bd932d04 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.759495] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09b6e44-738e-4794-b5d5-ece85fcf4fd4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.776579] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:5f:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acd73761-d206-4f8d-bb5d-c9c5e9f07629', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1607.784015] env[62099]: DEBUG oslo.service.loopingcall [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1607.784730] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1607.784852] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62014713-21b3-4ee4-b007-055cba5125e4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.812566] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': task-1896933, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.813787] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1607.813787] env[62099]: value = "task-1896935" [ 1607.813787] env[62099]: _type = "Task" [ 1607.813787] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.823324] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896935, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.151939] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896934, 'name': ReconfigVM_Task, 'duration_secs': 0.174895} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.151939] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1608.152493] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccd8b090-213b-4e93-b20e-6d908e2ca73d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.159201] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1608.159201] env[62099]: value = "task-1896936" [ 1608.159201] env[62099]: _type = "Task" [ 1608.159201] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.164651] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3f33ae79-3cbc-463a-b273-fb9dfc4c3557 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.761s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.170657] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.312202] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': task-1896933, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.327261] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896935, 'name': CreateVM_Task, 'duration_secs': 0.501658} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.327261] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1608.328034] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.328173] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.328545] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1608.328836] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-205473a0-b4fd-4654-846b-4f3905aadfe2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.333988] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1608.333988] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]521945a9-e3f0-bd3e-6c8d-c74fe5a3d5a7" [ 1608.333988] env[62099]: _type = "Task" [ 1608.333988] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.338442] env[62099]: DEBUG nova.network.neutron [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1608.345782] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521945a9-e3f0-bd3e-6c8d-c74fe5a3d5a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.586556] env[62099]: DEBUG nova.network.neutron [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Updating instance_info_cache with network_info: [{"id": "88366b06-1a63-46eb-9081-c6e5dd4de0e9", "address": "fa:16:3e:ae:fe:5b", "network": {"id": "e47ad676-1232-4b16-b35a-bd0074c146fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-90263326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e264ce8a574415cac0062edce810423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88366b06-1a", "ovs_interfaceid": "88366b06-1a63-46eb-9081-c6e5dd4de0e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.680176] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896936, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.816305] env[62099]: DEBUG oslo_vmware.api [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': task-1896933, 'name': PowerOnVM_Task, 'duration_secs': 1.497314} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.816739] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1608.816962] env[62099]: INFO nova.compute.manager [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1608.817159] env[62099]: DEBUG nova.compute.manager [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1608.818116] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cff5dfd-30bd-4a30-914c-dbb8485ceced {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.847619] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521945a9-e3f0-bd3e-6c8d-c74fe5a3d5a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010298} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.847854] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.848192] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1608.848421] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.848561] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.848730] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1608.850051] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e94b75e-18c8-4cd7-8193-292f6eda4520 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.858544] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1608.859229] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1608.859483] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd4da4cf-00cb-43ff-9804-1dd255af6488 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.864852] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1608.864852] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528e114d-1d4b-56cd-e327-04af813943a5" [ 1608.864852] env[62099]: _type = "Task" [ 1608.864852] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.876896] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528e114d-1d4b-56cd-e327-04af813943a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.001108] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e398a3d-60cf-44ad-9668-5234000e642c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.009405] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cd982f-2dd7-4064-90a0-7fa3ae8f8109 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.045131] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02f9a1f-a6cc-4170-812d-1f3dcf743014 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.053192] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fa6bd2-b20c-4c7d-950a-787669d89c05 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.061356] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Acquiring lock "d75e454f-a425-48f7-8507-9bbd0dd0bd52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.062039] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Lock "d75e454f-a425-48f7-8507-9bbd0dd0bd52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.074195] env[62099]: DEBUG nova.compute.provider_tree [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1609.085689] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Releasing lock "refresh_cache-bc7253df-1845-43be-93a8-81ab512e7e7b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.085995] env[62099]: DEBUG nova.compute.manager [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Instance network_info: |[{"id": "88366b06-1a63-46eb-9081-c6e5dd4de0e9", "address": "fa:16:3e:ae:fe:5b", "network": {"id": "e47ad676-1232-4b16-b35a-bd0074c146fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-90263326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e264ce8a574415cac0062edce810423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88366b06-1a", "ovs_interfaceid": "88366b06-1a63-46eb-9081-c6e5dd4de0e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1609.086413] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:fe:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88366b06-1a63-46eb-9081-c6e5dd4de0e9', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1609.093943] env[62099]: DEBUG oslo.service.loopingcall [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.094953] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1609.095141] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26c0c9ae-15c3-4bd0-b7cf-fb026c086878 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.117732] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1609.117732] env[62099]: value = "task-1896937" [ 1609.117732] env[62099]: _type = "Task" [ 1609.117732] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.125568] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896937, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.171572] env[62099]: DEBUG nova.compute.manager [req-64287907-e52c-49b5-bbaf-90080f6c5c32 req-fb07513c-f633-4772-af01-f8dc16db8fe1 service nova] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Received event network-changed-88366b06-1a63-46eb-9081-c6e5dd4de0e9 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1609.171572] env[62099]: DEBUG nova.compute.manager [req-64287907-e52c-49b5-bbaf-90080f6c5c32 req-fb07513c-f633-4772-af01-f8dc16db8fe1 service nova] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Refreshing instance network info cache due to event network-changed-88366b06-1a63-46eb-9081-c6e5dd4de0e9. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1609.171889] env[62099]: DEBUG oslo_concurrency.lockutils [req-64287907-e52c-49b5-bbaf-90080f6c5c32 req-fb07513c-f633-4772-af01-f8dc16db8fe1 service nova] Acquiring lock "refresh_cache-bc7253df-1845-43be-93a8-81ab512e7e7b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.172020] env[62099]: DEBUG oslo_concurrency.lockutils [req-64287907-e52c-49b5-bbaf-90080f6c5c32 req-fb07513c-f633-4772-af01-f8dc16db8fe1 service nova] Acquired lock "refresh_cache-bc7253df-1845-43be-93a8-81ab512e7e7b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.172216] env[62099]: DEBUG nova.network.neutron [req-64287907-e52c-49b5-bbaf-90080f6c5c32 req-fb07513c-f633-4772-af01-f8dc16db8fe1 service nova] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Refreshing network info cache for port 88366b06-1a63-46eb-9081-c6e5dd4de0e9 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1609.177574] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896936, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.342935] env[62099]: INFO nova.compute.manager [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Took 29.55 seconds to build instance. [ 1609.375575] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528e114d-1d4b-56cd-e327-04af813943a5, 'name': SearchDatastore_Task, 'duration_secs': 0.022109} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.376376] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c7c2ee-9c55-4e67-91ee-d6c5db014519 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.381774] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1609.381774] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52adb633-8db2-3b4d-150a-4c9ee4d193b7" [ 1609.381774] env[62099]: _type = "Task" [ 1609.381774] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.389522] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52adb633-8db2-3b4d-150a-4c9ee4d193b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.577275] env[62099]: DEBUG nova.compute.manager [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1609.580520] env[62099]: DEBUG nova.scheduler.client.report [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1609.628454] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896937, 'name': CreateVM_Task, 'duration_secs': 0.384166} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.629279] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1609.629370] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.629462] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.629771] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1609.630343] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c09b610-a32e-4afe-9888-ee47e94d7c6b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.634794] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1609.634794] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cc8175-301a-1d0d-8d1f-04ebd98a5e42" [ 1609.634794] env[62099]: _type = "Task" [ 1609.634794] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.643876] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cc8175-301a-1d0d-8d1f-04ebd98a5e42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.672785] env[62099]: DEBUG oslo_vmware.api [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896936, 'name': PowerOnVM_Task, 'duration_secs': 1.185886} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.673192] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1609.679521] env[62099]: DEBUG nova.compute.manager [None req-c9bb9f40-8893-4413-a76d-20c3e4208902 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1609.683099] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4a18a7-b84c-4892-872e-870071916ca1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.691020] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "ed81ba10-269b-4162-bc3e-0f475b5664eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.691020] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "ed81ba10-269b-4162-bc3e-0f475b5664eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.845728] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fb68a518-22bc-47a5-9daa-ac7b38a4f831 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Lock "37747922-3a9c-4bc4-b520-95c605d69069" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.062s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.891540] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52adb633-8db2-3b4d-150a-4c9ee4d193b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009776} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.891808] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.892074] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] ece5d3f5-806e-426b-a64a-fc89b3b600a5/ece5d3f5-806e-426b-a64a-fc89b3b600a5.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1609.892328] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6121332-e244-4f9b-b1da-d94a3c5037b3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.898780] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1609.898780] env[62099]: value = "task-1896938" [ 1609.898780] env[62099]: _type = "Task" [ 1609.898780] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.906553] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.995514] env[62099]: DEBUG nova.network.neutron [req-64287907-e52c-49b5-bbaf-90080f6c5c32 req-fb07513c-f633-4772-af01-f8dc16db8fe1 service nova] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Updated VIF entry in instance network info cache for port 88366b06-1a63-46eb-9081-c6e5dd4de0e9. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1609.996144] env[62099]: DEBUG nova.network.neutron [req-64287907-e52c-49b5-bbaf-90080f6c5c32 req-fb07513c-f633-4772-af01-f8dc16db8fe1 service nova] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Updating instance_info_cache with network_info: [{"id": "88366b06-1a63-46eb-9081-c6e5dd4de0e9", "address": "fa:16:3e:ae:fe:5b", "network": {"id": "e47ad676-1232-4b16-b35a-bd0074c146fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-90263326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e264ce8a574415cac0062edce810423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88366b06-1a", "ovs_interfaceid": "88366b06-1a63-46eb-9081-c6e5dd4de0e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.090402] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.090402] env[62099]: DEBUG nova.compute.manager [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1610.098024] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.601s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.098024] env[62099]: DEBUG nova.objects.instance [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Lazy-loading 'resources' on Instance uuid fdcf2d2f-8b46-4a1c-a800-4e7d6a523384 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1610.117518] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.147751] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cc8175-301a-1d0d-8d1f-04ebd98a5e42, 'name': SearchDatastore_Task, 'duration_secs': 0.019044} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.148077] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.148309] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1610.148535] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.148678] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.148848] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1610.149201] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35b81b19-6275-48c6-9356-9d05e8aa6290 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.159204] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1610.159389] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1610.160397] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b34b6bc-ad59-4ec7-befe-c1c0401fe238 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.165592] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1610.165592] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52039dfc-15c0-355f-aaab-2f1941c28ee0" [ 1610.165592] env[62099]: _type = "Task" [ 1610.165592] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.173027] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52039dfc-15c0-355f-aaab-2f1941c28ee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.196910] env[62099]: DEBUG nova.compute.manager [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1610.409485] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896938, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.507570] env[62099]: DEBUG oslo_concurrency.lockutils [req-64287907-e52c-49b5-bbaf-90080f6c5c32 req-fb07513c-f633-4772-af01-f8dc16db8fe1 service nova] Releasing lock "refresh_cache-bc7253df-1845-43be-93a8-81ab512e7e7b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.601739] env[62099]: DEBUG nova.compute.utils [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1610.603230] env[62099]: DEBUG nova.compute.manager [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1610.603330] env[62099]: DEBUG nova.network.neutron [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1610.678772] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52039dfc-15c0-355f-aaab-2f1941c28ee0, 'name': SearchDatastore_Task, 'duration_secs': 0.012988} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.679954] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1016020b-7e6e-4f83-9894-c7d2b0609370 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.683925] env[62099]: DEBUG nova.policy [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aefef81d46c84981af60a083a0c45ed7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9ea02632ca94994997d79efa82bacb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1610.689219] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1610.689219] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]523bafc7-827c-9c43-d973-87ac35266e08" [ 1610.689219] env[62099]: _type = "Task" [ 1610.689219] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.697923] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523bafc7-827c-9c43-d973-87ac35266e08, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.700426] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.700688] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] bc7253df-1845-43be-93a8-81ab512e7e7b/bc7253df-1845-43be-93a8-81ab512e7e7b.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1610.701148] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6a93ce2-70bd-45f0-b198-b6b5b615dfab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.709242] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1610.709242] env[62099]: value = "task-1896939" [ 1610.709242] env[62099]: _type = "Task" [ 1610.709242] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.719277] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.720289] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.758224] env[62099]: DEBUG oslo_concurrency.lockutils [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Acquiring lock "37747922-3a9c-4bc4-b520-95c605d69069" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.758494] env[62099]: DEBUG oslo_concurrency.lockutils [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Lock "37747922-3a9c-4bc4-b520-95c605d69069" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.758713] env[62099]: DEBUG oslo_concurrency.lockutils [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Acquiring lock "37747922-3a9c-4bc4-b520-95c605d69069-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.758927] env[62099]: DEBUG oslo_concurrency.lockutils [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Lock "37747922-3a9c-4bc4-b520-95c605d69069-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.759122] env[62099]: DEBUG oslo_concurrency.lockutils [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Lock "37747922-3a9c-4bc4-b520-95c605d69069-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.764026] env[62099]: INFO nova.compute.manager [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Terminating instance [ 1610.915978] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765406} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.916547] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] ece5d3f5-806e-426b-a64a-fc89b3b600a5/ece5d3f5-806e-426b-a64a-fc89b3b600a5.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1610.917094] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1610.921063] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-864dcc3a-0955-4478-99b8-b0be33de9d22 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.927574] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1610.927574] env[62099]: value = "task-1896940" [ 1610.927574] env[62099]: _type = "Task" [ 1610.927574] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.944712] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.982365] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3bcab1-0dcd-434f-a3ef-2c54a5ec423a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.990475] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a27a19-3144-41c5-bed1-d5e486d09675 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.023778] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb51d84-dea0-43a8-bc76-5c0ded0f66d8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.032099] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d53a210-7f27-43e0-8afb-88c6477662f4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.052524] env[62099]: DEBUG nova.compute.provider_tree [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1611.110307] env[62099]: DEBUG nova.compute.manager [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1611.222334] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460871} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.223074] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] bc7253df-1845-43be-93a8-81ab512e7e7b/bc7253df-1845-43be-93a8-81ab512e7e7b.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1611.223732] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1611.226577] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab142b44-857d-4e5b-bb41-e63f83ae815f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.233325] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1611.233325] env[62099]: value = "task-1896941" [ 1611.233325] env[62099]: _type = "Task" [ 1611.233325] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.241923] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.269090] env[62099]: DEBUG nova.compute.manager [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1611.270110] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1611.270814] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ee0330-c510-4523-a9d2-be9d7861564a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.279027] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1611.279027] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32c31311-28a9-438f-aecd-202af3396a6d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.285052] env[62099]: DEBUG oslo_vmware.api [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Waiting for the task: (returnval){ [ 1611.285052] env[62099]: value = "task-1896942" [ 1611.285052] env[62099]: _type = "Task" [ 1611.285052] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.294801] env[62099]: DEBUG oslo_vmware.api [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': task-1896942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.439712] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092061} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.440023] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1611.440827] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a823be1-4471-402f-922a-6a0ba36ef53b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.444285] env[62099]: DEBUG nova.network.neutron [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Successfully created port: ccd1e2b4-b422-438a-8ca7-85e808c8ed5a {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1611.465237] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] ece5d3f5-806e-426b-a64a-fc89b3b600a5/ece5d3f5-806e-426b-a64a-fc89b3b600a5.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1611.465592] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5207210-2127-43e3-b2d7-fa2bdd661f27 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.484935] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1611.484935] env[62099]: value = "task-1896943" [ 1611.484935] env[62099]: _type = "Task" [ 1611.484935] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.493354] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.556286] env[62099]: DEBUG nova.scheduler.client.report [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1611.744292] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116787} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.744602] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1611.746674] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15741a20-3f9d-40f7-8801-4d932795a437 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.774546] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] bc7253df-1845-43be-93a8-81ab512e7e7b/bc7253df-1845-43be-93a8-81ab512e7e7b.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1611.774774] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5a10d45-a71d-4ca4-a055-1746f325e035 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.797894] env[62099]: DEBUG oslo_vmware.api [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': task-1896942, 'name': PowerOffVM_Task, 'duration_secs': 0.187473} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.799090] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1611.799271] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1611.799561] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1611.799561] env[62099]: value = "task-1896944" [ 1611.799561] env[62099]: _type = "Task" [ 1611.799561] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.799735] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad944d2d-1bac-4ffb-9456-129666d262ed {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.810255] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896944, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.996132] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896943, 'name': ReconfigVM_Task, 'duration_secs': 0.270804} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.997589] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Reconfigured VM instance instance-00000046 to attach disk [datastore2] ece5d3f5-806e-426b-a64a-fc89b3b600a5/ece5d3f5-806e-426b-a64a-fc89b3b600a5.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1611.998291] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1611.998483] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1611.998657] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Deleting the datastore file [datastore2] 37747922-3a9c-4bc4-b520-95c605d69069 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1611.998884] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-993942b1-f56f-4cd5-ad33-468e9583ab28 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.000514] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-316cf3d1-949f-4d40-b977-e79816fb1121 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.006371] env[62099]: DEBUG oslo_vmware.api [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Waiting for the task: (returnval){ [ 1612.006371] env[62099]: value = "task-1896947" [ 1612.006371] env[62099]: _type = "Task" [ 1612.006371] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.007543] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1612.007543] env[62099]: value = "task-1896946" [ 1612.007543] env[62099]: _type = "Task" [ 1612.007543] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.017805] env[62099]: DEBUG oslo_vmware.api [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': task-1896947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.020795] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896946, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.061951] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.064433] env[62099]: DEBUG oslo_concurrency.lockutils [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.705s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.064663] env[62099]: DEBUG nova.objects.instance [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lazy-loading 'resources' on Instance uuid 1fbfec61-05ef-4c2c-b76e-244950cdd24b {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1612.085616] env[62099]: INFO nova.scheduler.client.report [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Deleted allocations for instance fdcf2d2f-8b46-4a1c-a800-4e7d6a523384 [ 1612.119838] env[62099]: DEBUG nova.compute.manager [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1612.147497] env[62099]: DEBUG nova.virt.hardware [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1612.147867] env[62099]: DEBUG nova.virt.hardware [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1612.148125] env[62099]: DEBUG nova.virt.hardware [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1612.148384] env[62099]: DEBUG nova.virt.hardware [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1612.148650] env[62099]: DEBUG nova.virt.hardware [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1612.148859] env[62099]: DEBUG nova.virt.hardware [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1612.149102] env[62099]: DEBUG nova.virt.hardware [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1612.149261] env[62099]: DEBUG nova.virt.hardware [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1612.149480] env[62099]: DEBUG nova.virt.hardware [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1612.149672] env[62099]: DEBUG nova.virt.hardware [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1612.149878] env[62099]: DEBUG nova.virt.hardware [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1612.150828] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d98b782-6271-4cdd-893e-c594e8d15873 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.159350] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8013df-d3a2-46ca-9909-f194c60f9954 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.311140] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896944, 'name': ReconfigVM_Task, 'duration_secs': 0.256566} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.311743] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Reconfigured VM instance instance-00000048 to attach disk [datastore2] bc7253df-1845-43be-93a8-81ab512e7e7b/bc7253df-1845-43be-93a8-81ab512e7e7b.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1612.312240] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd02b0ec-8acc-49fd-9256-3948faea69c6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.318950] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1612.318950] env[62099]: value = "task-1896948" [ 1612.318950] env[62099]: _type = "Task" [ 1612.318950] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.327153] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896948, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.410279] env[62099]: INFO nova.compute.manager [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Rescuing [ 1612.410279] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "refresh_cache-ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.410279] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired lock "refresh_cache-ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.410279] env[62099]: DEBUG nova.network.neutron [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1612.522517] env[62099]: DEBUG oslo_vmware.api [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Task: {'id': task-1896947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407373} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.522729] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896946, 'name': Rename_Task, 'duration_secs': 0.175045} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.522949] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1612.523146] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1612.523323] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1612.523496] env[62099]: INFO nova.compute.manager [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1612.523841] env[62099]: DEBUG oslo.service.loopingcall [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1612.523931] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1612.524176] env[62099]: DEBUG nova.compute.manager [-] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1612.524271] env[62099]: DEBUG nova.network.neutron [-] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1612.525870] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c729471-7221-4a9c-97a9-892f28f012df {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.533103] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1612.533103] env[62099]: value = "task-1896949" [ 1612.533103] env[62099]: _type = "Task" [ 1612.533103] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.540770] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.594403] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ca686d2d-cab5-4292-8320-4d0a436d71af tempest-ServerShowV257Test-1659291515 tempest-ServerShowV257Test-1659291515-project-member] Lock "fdcf2d2f-8b46-4a1c-a800-4e7d6a523384" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.322s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.833822] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896948, 'name': Rename_Task, 'duration_secs': 0.143256} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.837659] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1612.838948] env[62099]: DEBUG nova.compute.manager [req-bd9ce609-0af8-4b9e-8453-cc79a7baf4b7 req-19794060-63cf-474c-8b54-40a6a8e9d275 service nova] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Received event network-vif-deleted-41e832fd-dd24-49ad-9b07-4a243b43e16f {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1612.839204] env[62099]: INFO nova.compute.manager [req-bd9ce609-0af8-4b9e-8453-cc79a7baf4b7 req-19794060-63cf-474c-8b54-40a6a8e9d275 service nova] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Neutron deleted interface 41e832fd-dd24-49ad-9b07-4a243b43e16f; detaching it from the instance and deleting it from the info cache [ 1612.839410] env[62099]: DEBUG nova.network.neutron [req-bd9ce609-0af8-4b9e-8453-cc79a7baf4b7 req-19794060-63cf-474c-8b54-40a6a8e9d275 service nova] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.843338] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9ed7311-3121-4c6b-8a5d-f18a46574e64 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.851030] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1612.851030] env[62099]: value = "task-1896950" [ 1612.851030] env[62099]: _type = "Task" [ 1612.851030] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.868215] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.888663] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa4b119-c500-4028-884c-075f0d6ef184 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.900265] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1e8b35-89c7-439a-be1d-82ed49709ee8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.934132] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0093d63-966e-48e3-a464-2f7962f44fb3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.945020] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4272df3-6b6c-4ca1-bf2d-bb99098bb8e5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.956397] env[62099]: DEBUG nova.compute.provider_tree [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.962582] env[62099]: DEBUG nova.compute.manager [req-6d1d6d6d-4fce-4fdc-9eaf-291d49cc6069 req-a7e15d55-447c-4a42-b32e-ff5f224d4a5a service nova] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Received event network-vif-plugged-ccd1e2b4-b422-438a-8ca7-85e808c8ed5a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1612.962582] env[62099]: DEBUG oslo_concurrency.lockutils [req-6d1d6d6d-4fce-4fdc-9eaf-291d49cc6069 req-a7e15d55-447c-4a42-b32e-ff5f224d4a5a service nova] Acquiring lock "49dbecd7-eb8d-4697-ac1e-0be8fbe93a78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.964075] env[62099]: DEBUG oslo_concurrency.lockutils [req-6d1d6d6d-4fce-4fdc-9eaf-291d49cc6069 req-a7e15d55-447c-4a42-b32e-ff5f224d4a5a service nova] Lock "49dbecd7-eb8d-4697-ac1e-0be8fbe93a78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.964075] env[62099]: DEBUG oslo_concurrency.lockutils [req-6d1d6d6d-4fce-4fdc-9eaf-291d49cc6069 req-a7e15d55-447c-4a42-b32e-ff5f224d4a5a service nova] Lock "49dbecd7-eb8d-4697-ac1e-0be8fbe93a78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.964075] env[62099]: DEBUG nova.compute.manager [req-6d1d6d6d-4fce-4fdc-9eaf-291d49cc6069 req-a7e15d55-447c-4a42-b32e-ff5f224d4a5a service nova] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] No waiting events found dispatching network-vif-plugged-ccd1e2b4-b422-438a-8ca7-85e808c8ed5a {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1612.964075] env[62099]: WARNING nova.compute.manager [req-6d1d6d6d-4fce-4fdc-9eaf-291d49cc6069 req-a7e15d55-447c-4a42-b32e-ff5f224d4a5a service nova] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Received unexpected event network-vif-plugged-ccd1e2b4-b422-438a-8ca7-85e808c8ed5a for instance with vm_state building and task_state spawning. [ 1613.043053] env[62099]: DEBUG oslo_vmware.api [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896949, 'name': PowerOnVM_Task, 'duration_secs': 0.469154} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.043204] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1613.043297] env[62099]: DEBUG nova.compute.manager [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1613.044058] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7463d0-e072-4342-bcb9-273e3b8b58e0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.064930] env[62099]: DEBUG nova.network.neutron [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Successfully updated port: ccd1e2b4-b422-438a-8ca7-85e808c8ed5a {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1613.232389] env[62099]: DEBUG nova.network.neutron [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Updating instance_info_cache with network_info: [{"id": "29328905-9cfa-4c3e-babb-578a2b2db3b3", "address": "fa:16:3e:24:46:fa", "network": {"id": "c76396bd-3421-4e57-a98f-026c9e81a81a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-130376803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a5c9dc05d4c5a9b2a28e38b3b9040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29328905-9c", "ovs_interfaceid": "29328905-9cfa-4c3e-babb-578a2b2db3b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.270872] env[62099]: DEBUG nova.network.neutron [-] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.343995] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f9982fd-f8db-4da3-a481-9933d83e6264 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.353511] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02399aff-cc8f-44e8-94d2-949bc38067f7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.371409] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896950, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.387496] env[62099]: DEBUG nova.compute.manager [req-bd9ce609-0af8-4b9e-8453-cc79a7baf4b7 req-19794060-63cf-474c-8b54-40a6a8e9d275 service nova] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Detach interface failed, port_id=41e832fd-dd24-49ad-9b07-4a243b43e16f, reason: Instance 37747922-3a9c-4bc4-b520-95c605d69069 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1613.459534] env[62099]: DEBUG nova.scheduler.client.report [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1613.563323] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.567837] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "refresh_cache-49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.568057] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "refresh_cache-49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.568273] env[62099]: DEBUG nova.network.neutron [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1613.735605] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Releasing lock "refresh_cache-ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.773525] env[62099]: INFO nova.compute.manager [-] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Took 1.25 seconds to deallocate network for instance. [ 1613.873721] env[62099]: DEBUG oslo_vmware.api [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1896950, 'name': PowerOnVM_Task, 'duration_secs': 0.718387} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.873985] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1613.874217] env[62099]: INFO nova.compute.manager [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1613.874608] env[62099]: DEBUG nova.compute.manager [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1613.875260] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1583cd99-8166-4b6e-bb43-078d87a29ecf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.964340] env[62099]: DEBUG oslo_concurrency.lockutils [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.966726] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.246s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.967016] env[62099]: DEBUG nova.objects.instance [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lazy-loading 'resources' on Instance uuid 62799a7e-a62f-460e-aa23-c9e83514a020 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1613.988834] env[62099]: INFO nova.scheduler.client.report [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Deleted allocations for instance 1fbfec61-05ef-4c2c-b76e-244950cdd24b [ 1614.134400] env[62099]: DEBUG nova.network.neutron [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.279920] env[62099]: DEBUG oslo_concurrency.lockutils [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.369656] env[62099]: DEBUG nova.network.neutron [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Updating instance_info_cache with network_info: [{"id": "ccd1e2b4-b422-438a-8ca7-85e808c8ed5a", "address": "fa:16:3e:3b:13:b6", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccd1e2b4-b4", "ovs_interfaceid": "ccd1e2b4-b422-438a-8ca7-85e808c8ed5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.396771] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "ece5d3f5-806e-426b-a64a-fc89b3b600a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.397267] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "ece5d3f5-806e-426b-a64a-fc89b3b600a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.397267] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "ece5d3f5-806e-426b-a64a-fc89b3b600a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.397445] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "ece5d3f5-806e-426b-a64a-fc89b3b600a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.397598] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "ece5d3f5-806e-426b-a64a-fc89b3b600a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.402094] env[62099]: INFO nova.compute.manager [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Took 29.59 seconds to build instance. [ 1614.403096] env[62099]: INFO nova.compute.manager [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Terminating instance [ 1614.500487] env[62099]: DEBUG oslo_concurrency.lockutils [None req-34906721-fddf-4e09-b3d2-c47f5fcac287 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "1fbfec61-05ef-4c2c-b76e-244950cdd24b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.299s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.804804] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3133ed6c-fc8b-49c9-8949-09f1de140dbf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.813680] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104d5dd8-fa9b-4a5c-9a73-9fe4a65112e2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.847997] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d49e14-173b-4de1-9d44-b4c421ab7112 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.856307] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf90a493-98ab-43b0-a94c-53e93641afbf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.876450] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "refresh_cache-49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.876730] env[62099]: DEBUG nova.compute.manager [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Instance network_info: |[{"id": "ccd1e2b4-b422-438a-8ca7-85e808c8ed5a", "address": "fa:16:3e:3b:13:b6", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccd1e2b4-b4", "ovs_interfaceid": "ccd1e2b4-b422-438a-8ca7-85e808c8ed5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1614.877041] env[62099]: DEBUG nova.compute.provider_tree [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.878602] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:13:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccd1e2b4-b422-438a-8ca7-85e808c8ed5a', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1614.885926] env[62099]: DEBUG oslo.service.loopingcall [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1614.886960] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1614.886960] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83bbd107-b6f3-418b-a8cf-5a3010d37bf0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.905033] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ad50c161-4ac0-45c0-bffc-d975bfd8b529 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "bc7253df-1845-43be-93a8-81ab512e7e7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.105s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.906741] env[62099]: DEBUG nova.compute.manager [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1614.906997] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1614.908122] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f962e965-3449-440f-8902-d26be17a9d2b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.912390] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1614.912390] env[62099]: value = "task-1896951" [ 1614.912390] env[62099]: _type = "Task" [ 1614.912390] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.918223] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.918754] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb56558e-a855-4cb3-8cc9-34913e909455 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.924128] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896951, 'name': CreateVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.927914] env[62099]: DEBUG oslo_vmware.api [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1614.927914] env[62099]: value = "task-1896952" [ 1614.927914] env[62099]: _type = "Task" [ 1614.927914] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.936841] env[62099]: DEBUG oslo_vmware.api [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.027414] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "d937b1f4-5e74-4d00-8829-afbc7e0acd8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.027708] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "d937b1f4-5e74-4d00-8829-afbc7e0acd8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.105936] env[62099]: DEBUG oslo_concurrency.lockutils [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "7d41facf-db33-485c-82f6-beeed6c3ee6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.106330] env[62099]: DEBUG oslo_concurrency.lockutils [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "7d41facf-db33-485c-82f6-beeed6c3ee6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.106614] env[62099]: DEBUG oslo_concurrency.lockutils [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "7d41facf-db33-485c-82f6-beeed6c3ee6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.106869] env[62099]: DEBUG oslo_concurrency.lockutils [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "7d41facf-db33-485c-82f6-beeed6c3ee6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.107110] env[62099]: DEBUG oslo_concurrency.lockutils [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "7d41facf-db33-485c-82f6-beeed6c3ee6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.110617] env[62099]: INFO nova.compute.manager [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Terminating instance [ 1615.198027] env[62099]: DEBUG nova.compute.manager [req-43ea1b97-ccfc-4304-a231-b7b526d515dd req-34084f0a-215d-4181-b281-698f084eab56 service nova] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Received event network-changed-ccd1e2b4-b422-438a-8ca7-85e808c8ed5a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1615.198027] env[62099]: DEBUG nova.compute.manager [req-43ea1b97-ccfc-4304-a231-b7b526d515dd req-34084f0a-215d-4181-b281-698f084eab56 service nova] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Refreshing instance network info cache due to event network-changed-ccd1e2b4-b422-438a-8ca7-85e808c8ed5a. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1615.198027] env[62099]: DEBUG oslo_concurrency.lockutils [req-43ea1b97-ccfc-4304-a231-b7b526d515dd req-34084f0a-215d-4181-b281-698f084eab56 service nova] Acquiring lock "refresh_cache-49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.198323] env[62099]: DEBUG oslo_concurrency.lockutils [req-43ea1b97-ccfc-4304-a231-b7b526d515dd req-34084f0a-215d-4181-b281-698f084eab56 service nova] Acquired lock "refresh_cache-49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.198360] env[62099]: DEBUG nova.network.neutron [req-43ea1b97-ccfc-4304-a231-b7b526d515dd req-34084f0a-215d-4181-b281-698f084eab56 service nova] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Refreshing network info cache for port ccd1e2b4-b422-438a-8ca7-85e808c8ed5a {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1615.274883] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1615.275201] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5a65701-fd99-433e-9d87-c8cc3590c881 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.286500] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1615.286500] env[62099]: value = "task-1896953" [ 1615.286500] env[62099]: _type = "Task" [ 1615.286500] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.299733] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.388030] env[62099]: DEBUG nova.scheduler.client.report [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1615.423177] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896951, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.437510] env[62099]: DEBUG oslo_vmware.api [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896952, 'name': PowerOffVM_Task, 'duration_secs': 0.245198} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.437810] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1615.438009] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1615.438342] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e89536b0-217a-4dd6-977f-d18dceb86448 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.535350] env[62099]: DEBUG nova.compute.manager [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1615.541220] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1615.541450] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1615.541629] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleting the datastore file [datastore2] ece5d3f5-806e-426b-a64a-fc89b3b600a5 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1615.541911] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-689ab016-9d73-4969-bb40-ad8b4b40601a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.551785] env[62099]: DEBUG oslo_vmware.api [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1615.551785] env[62099]: value = "task-1896955" [ 1615.551785] env[62099]: _type = "Task" [ 1615.551785] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.565668] env[62099]: DEBUG oslo_vmware.api [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.616302] env[62099]: DEBUG nova.compute.manager [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1615.616531] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1615.617451] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6373c045-8385-45cc-84b2-0aaf20f545b0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.626711] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1615.627180] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87eea3f3-dbd3-4117-8462-23f9015b0720 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.632914] env[62099]: DEBUG oslo_vmware.api [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1615.632914] env[62099]: value = "task-1896956" [ 1615.632914] env[62099]: _type = "Task" [ 1615.632914] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.641750] env[62099]: DEBUG oslo_vmware.api [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.798929] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896953, 'name': PowerOffVM_Task, 'duration_secs': 0.22385} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.805020] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1615.805988] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4be6787-10f5-4334-ac5d-16921439a85b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.810439] env[62099]: DEBUG oslo_concurrency.lockutils [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.811210] env[62099]: DEBUG oslo_concurrency.lockutils [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.839693] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39975d72-785a-4eed-9208-7d3680be0f7b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.891094] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1615.891416] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08668e78-203a-4269-84a3-684e67a9b8b5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.893622] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.896243] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.207s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.897837] env[62099]: INFO nova.compute.claims [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1615.907399] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1615.907399] env[62099]: value = "task-1896957" [ 1615.907399] env[62099]: _type = "Task" [ 1615.907399] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.924824] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] VM already powered off {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1615.925082] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1615.925332] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.925472] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.925849] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1615.926483] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-727fd98c-3994-4f62-abcd-bcd889a9c797 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.935167] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896951, 'name': CreateVM_Task, 'duration_secs': 0.581016} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.935927] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1615.937773] env[62099]: DEBUG nova.compute.manager [req-5f567b5b-d5e3-4240-99c3-4233f6ebd761 req-d39edc5e-dc47-461d-ba9e-a5ed1b579210 service nova] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Received event network-changed-88366b06-1a63-46eb-9081-c6e5dd4de0e9 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1615.937773] env[62099]: DEBUG nova.compute.manager [req-5f567b5b-d5e3-4240-99c3-4233f6ebd761 req-d39edc5e-dc47-461d-ba9e-a5ed1b579210 service nova] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Refreshing instance network info cache due to event network-changed-88366b06-1a63-46eb-9081-c6e5dd4de0e9. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1615.937941] env[62099]: DEBUG oslo_concurrency.lockutils [req-5f567b5b-d5e3-4240-99c3-4233f6ebd761 req-d39edc5e-dc47-461d-ba9e-a5ed1b579210 service nova] Acquiring lock "refresh_cache-bc7253df-1845-43be-93a8-81ab512e7e7b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.938219] env[62099]: DEBUG oslo_concurrency.lockutils [req-5f567b5b-d5e3-4240-99c3-4233f6ebd761 req-d39edc5e-dc47-461d-ba9e-a5ed1b579210 service nova] Acquired lock "refresh_cache-bc7253df-1845-43be-93a8-81ab512e7e7b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.938266] env[62099]: DEBUG nova.network.neutron [req-5f567b5b-d5e3-4240-99c3-4233f6ebd761 req-d39edc5e-dc47-461d-ba9e-a5ed1b579210 service nova] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Refreshing network info cache for port 88366b06-1a63-46eb-9081-c6e5dd4de0e9 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1615.940285] env[62099]: INFO nova.scheduler.client.report [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Deleted allocations for instance 62799a7e-a62f-460e-aa23-c9e83514a020 [ 1615.944480] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.944753] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.945027] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1615.951226] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-274df4fe-02aa-4fcc-84b6-de710579adfd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.954419] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1615.954419] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1615.955428] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-862ab8ad-d98b-4965-ab90-df29ca824047 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.964347] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1615.964347] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5226e703-79df-2a13-e8f9-9394d3300a58" [ 1615.964347] env[62099]: _type = "Task" [ 1615.964347] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.964584] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1615.964584] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528ca970-1a3e-4b3d-718d-7e41192f2f94" [ 1615.964584] env[62099]: _type = "Task" [ 1615.964584] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.976961] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5226e703-79df-2a13-e8f9-9394d3300a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.982116] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528ca970-1a3e-4b3d-718d-7e41192f2f94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.062573] env[62099]: DEBUG oslo_vmware.api [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1896955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277418} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.063712] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.064034] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1616.064179] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1616.064382] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1616.065104] env[62099]: INFO nova.compute.manager [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1616.065104] env[62099]: DEBUG oslo.service.loopingcall [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1616.065104] env[62099]: DEBUG nova.compute.manager [-] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1616.065104] env[62099]: DEBUG nova.network.neutron [-] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1616.146186] env[62099]: DEBUG oslo_vmware.api [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896956, 'name': PowerOffVM_Task, 'duration_secs': 0.195614} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.146563] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1616.146900] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1616.147169] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36cf5290-7f3b-4b88-98fb-c7be378fb42d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.308825] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1616.309061] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1616.309315] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Deleting the datastore file [datastore1] 7d41facf-db33-485c-82f6-beeed6c3ee6c {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1616.314233] env[62099]: DEBUG nova.network.neutron [req-43ea1b97-ccfc-4304-a231-b7b526d515dd req-34084f0a-215d-4181-b281-698f084eab56 service nova] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Updated VIF entry in instance network info cache for port ccd1e2b4-b422-438a-8ca7-85e808c8ed5a. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1616.314615] env[62099]: DEBUG nova.network.neutron [req-43ea1b97-ccfc-4304-a231-b7b526d515dd req-34084f0a-215d-4181-b281-698f084eab56 service nova] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Updating instance_info_cache with network_info: [{"id": "ccd1e2b4-b422-438a-8ca7-85e808c8ed5a", "address": "fa:16:3e:3b:13:b6", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccd1e2b4-b4", "ovs_interfaceid": "ccd1e2b4-b422-438a-8ca7-85e808c8ed5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.315837] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3656556a-1758-4e56-94e0-ef6e8ab2c2be {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.317982] env[62099]: DEBUG nova.compute.manager [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1616.325852] env[62099]: DEBUG oslo_vmware.api [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1616.325852] env[62099]: value = "task-1896959" [ 1616.325852] env[62099]: _type = "Task" [ 1616.325852] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.336302] env[62099]: DEBUG oslo_vmware.api [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.460254] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bcc55fc7-efd7-44a9-87ab-c9f263377893 tempest-SecurityGroupsTestJSON-520327991 tempest-SecurityGroupsTestJSON-520327991-project-member] Lock "62799a7e-a62f-460e-aa23-c9e83514a020" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.331s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.488397] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528ca970-1a3e-4b3d-718d-7e41192f2f94, 'name': SearchDatastore_Task, 'duration_secs': 0.01412} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.488660] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5226e703-79df-2a13-e8f9-9394d3300a58, 'name': SearchDatastore_Task, 'duration_secs': 0.014676} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.491843] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.492093] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1616.492329] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.492775] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0593577-a898-4156-a523-94cb281efff8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.500580] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1616.500580] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]524a5dab-38ce-5393-984e-d855c94d3482" [ 1616.500580] env[62099]: _type = "Task" [ 1616.500580] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.512858] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]524a5dab-38ce-5393-984e-d855c94d3482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.736961] env[62099]: DEBUG nova.network.neutron [req-5f567b5b-d5e3-4240-99c3-4233f6ebd761 req-d39edc5e-dc47-461d-ba9e-a5ed1b579210 service nova] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Updated VIF entry in instance network info cache for port 88366b06-1a63-46eb-9081-c6e5dd4de0e9. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1616.736961] env[62099]: DEBUG nova.network.neutron [req-5f567b5b-d5e3-4240-99c3-4233f6ebd761 req-d39edc5e-dc47-461d-ba9e-a5ed1b579210 service nova] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Updating instance_info_cache with network_info: [{"id": "88366b06-1a63-46eb-9081-c6e5dd4de0e9", "address": "fa:16:3e:ae:fe:5b", "network": {"id": "e47ad676-1232-4b16-b35a-bd0074c146fd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-90263326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e264ce8a574415cac0062edce810423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88366b06-1a", "ovs_interfaceid": "88366b06-1a63-46eb-9081-c6e5dd4de0e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.824609] env[62099]: DEBUG oslo_concurrency.lockutils [req-43ea1b97-ccfc-4304-a231-b7b526d515dd req-34084f0a-215d-4181-b281-698f084eab56 service nova] Releasing lock "refresh_cache-49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.847149] env[62099]: DEBUG oslo_vmware.api [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1896959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331226} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.847423] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1616.847603] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1616.847780] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1616.847977] env[62099]: INFO nova.compute.manager [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1616.848257] env[62099]: DEBUG oslo.service.loopingcall [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1616.848457] env[62099]: DEBUG nova.compute.manager [-] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1616.849120] env[62099]: DEBUG nova.network.neutron [-] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1616.858359] env[62099]: DEBUG oslo_concurrency.lockutils [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.976369] env[62099]: DEBUG nova.network.neutron [-] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.021565] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]524a5dab-38ce-5393-984e-d855c94d3482, 'name': SearchDatastore_Task, 'duration_secs': 0.012431} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.022217] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.024027] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk. {{(pid=62099) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1617.025711] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.026481] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1617.026909] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0550904-e63b-4be6-9d33-cf45376b07bc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.030838] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eb90262-6990-41bf-bb1d-120fe9db9d98 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.041175] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1617.041175] env[62099]: value = "task-1896960" [ 1617.041175] env[62099]: _type = "Task" [ 1617.041175] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.041373] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1617.041671] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1617.046051] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c88e45-6d1c-408f-a932-e6054786a80d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.057665] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1617.057665] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5206a685-b005-8503-081f-e9454a9b2602" [ 1617.057665] env[62099]: _type = "Task" [ 1617.057665] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.061256] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.078480] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5206a685-b005-8503-081f-e9454a9b2602, 'name': SearchDatastore_Task, 'duration_secs': 0.010871} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.080814] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37e2a87f-e248-4e69-9d3a-76bb18c80906 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.092045] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1617.092045] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52101bc9-40a5-4e56-af0b-582c0d4290b3" [ 1617.092045] env[62099]: _type = "Task" [ 1617.092045] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.104919] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52101bc9-40a5-4e56-af0b-582c0d4290b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010161} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.105168] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.105435] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78/49dbecd7-eb8d-4697-ac1e-0be8fbe93a78.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1617.105722] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc06cde1-1ceb-4e58-8397-9ee178259a53 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.112519] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1617.112519] env[62099]: value = "task-1896961" [ 1617.112519] env[62099]: _type = "Task" [ 1617.112519] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.121444] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.230971] env[62099]: DEBUG nova.compute.manager [req-a36a7168-d7d2-4db3-8a06-f200705662a4 req-98eb6fbb-0513-4220-b65c-d7cf3c646dae service nova] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Received event network-vif-deleted-acd73761-d206-4f8d-bb5d-c9c5e9f07629 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1617.238732] env[62099]: DEBUG oslo_concurrency.lockutils [req-5f567b5b-d5e3-4240-99c3-4233f6ebd761 req-d39edc5e-dc47-461d-ba9e-a5ed1b579210 service nova] Releasing lock "refresh_cache-bc7253df-1845-43be-93a8-81ab512e7e7b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.379607] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d5e13e-f65d-4f94-b8bd-5b8edce5ab1b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.392287] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1660c949-d589-49da-960d-c090f02a1224 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.435474] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7142780c-9c2a-4b66-80f7-5996e3a7d44c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.452364] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6b786f-f5e7-48c5-8eb5-4289318b52c4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.479730] env[62099]: DEBUG nova.compute.provider_tree [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1617.481681] env[62099]: INFO nova.compute.manager [-] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Took 1.42 seconds to deallocate network for instance. [ 1617.553176] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896960, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.626917] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896961, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.767050] env[62099]: DEBUG nova.network.neutron [-] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.983644] env[62099]: DEBUG nova.scheduler.client.report [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1617.991345] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.058334] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530962} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.058841] env[62099]: INFO nova.virt.vmwareapi.ds_util [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk. [ 1618.059720] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1060ebd7-7963-49f8-b433-bf28b500353c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.096419] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1618.098013] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82d504f5-58ce-48aa-925a-5230d9105efc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.118971] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1618.118971] env[62099]: value = "task-1896962" [ 1618.118971] env[62099]: _type = "Task" [ 1618.118971] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.126104] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.862311} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.126908] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78/49dbecd7-eb8d-4697-ac1e-0be8fbe93a78.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1618.127064] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1618.127246] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31387025-4c6d-474f-ab4d-f93043e885e7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.132552] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896962, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.136517] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1618.136517] env[62099]: value = "task-1896963" [ 1618.136517] env[62099]: _type = "Task" [ 1618.136517] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.144862] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.264853] env[62099]: DEBUG nova.compute.manager [req-9a8bdc46-f8c4-4466-8c44-2ad3a75dcc2e req-cb123b21-abfc-41ca-bb3a-a93bb14ec139 service nova] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Received event network-vif-deleted-252d5139-1c44-4740-a0b8-659932ed94be {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1618.269193] env[62099]: INFO nova.compute.manager [-] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Took 1.42 seconds to deallocate network for instance. [ 1618.493131] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.493670] env[62099]: DEBUG nova.compute.manager [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1618.496532] env[62099]: DEBUG oslo_concurrency.lockutils [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.612s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.496750] env[62099]: DEBUG nova.objects.instance [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lazy-loading 'resources' on Instance uuid 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1618.629610] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896962, 'name': ReconfigVM_Task, 'duration_secs': 0.470159} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.629895] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Reconfigured VM instance instance-00000044 to attach disk [datastore1] ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1618.630726] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c543144f-2dfe-4844-9fd5-d1ff2ef89699 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.661693] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bab42f0f-6e99-4ff8-b0de-486468a6d31e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.677138] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104359} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.678375] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1618.678727] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1618.678727] env[62099]: value = "task-1896964" [ 1618.678727] env[62099]: _type = "Task" [ 1618.678727] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.679446] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c08181-35d3-4e9c-b89c-8cedf48fbef4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.704278] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78/49dbecd7-eb8d-4697-ac1e-0be8fbe93a78.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1618.707900] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-919cfbca-6172-41c0-959d-44e0e3b219ff {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.722613] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896964, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.728231] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1618.728231] env[62099]: value = "task-1896965" [ 1618.728231] env[62099]: _type = "Task" [ 1618.728231] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.736542] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.777395] env[62099]: DEBUG oslo_concurrency.lockutils [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.886610] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "69fd58ca-a8c0-4c77-9062-caf63d38be25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.886915] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.000556] env[62099]: DEBUG nova.compute.utils [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1619.006391] env[62099]: DEBUG nova.compute.manager [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1619.006661] env[62099]: DEBUG nova.network.neutron [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1619.082654] env[62099]: DEBUG nova.policy [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4842e6bf00d949efac5d9a9ebb05859b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '323f469402294e11ba18af98d5227f31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1619.194114] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896964, 'name': ReconfigVM_Task, 'duration_secs': 0.169281} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.196903] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1619.197349] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76c6f0d6-9449-45ce-8a99-3def988494f2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.203971] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1619.203971] env[62099]: value = "task-1896966" [ 1619.203971] env[62099]: _type = "Task" [ 1619.203971] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.214124] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.244027] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896965, 'name': ReconfigVM_Task, 'duration_secs': 0.316567} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.244027] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78/49dbecd7-eb8d-4697-ac1e-0be8fbe93a78.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1619.244027] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbe401d9-1442-4726-b369-ec960fe0240a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.252072] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1619.252072] env[62099]: value = "task-1896967" [ 1619.252072] env[62099]: _type = "Task" [ 1619.252072] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.261923] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896967, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.372142] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a63e45-7e1b-4810-98c5-bb99b2de31b9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.378820] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde6bd3e-a317-43ea-9ff7-89def7bfa275 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.385639] env[62099]: DEBUG nova.network.neutron [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Successfully created port: 98f1d9db-f7bb-42bb-be9b-31936b753fdb {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1619.413500] env[62099]: DEBUG nova.compute.manager [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1619.417437] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24e4f27-030f-48be-a295-2ddd4f37fdf2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.425929] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fae764-539a-47c8-8ad8-76aaf72169de {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.441968] env[62099]: DEBUG nova.compute.provider_tree [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.509635] env[62099]: DEBUG nova.compute.manager [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1619.715893] env[62099]: DEBUG oslo_vmware.api [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896966, 'name': PowerOnVM_Task, 'duration_secs': 0.452732} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.716184] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1619.718842] env[62099]: DEBUG nova.compute.manager [None req-47dac9c5-cd7a-4bd4-8d93-d051755f4eb4 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1619.719624] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf52250b-0baf-4791-9e7c-083e047d5ac9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.762138] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896967, 'name': Rename_Task, 'duration_secs': 0.17729} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.762412] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1619.762649] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-336d588e-f6c1-4e8e-ad80-345704ecc23a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.769840] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1619.769840] env[62099]: value = "task-1896968" [ 1619.769840] env[62099]: _type = "Task" [ 1619.769840] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.777145] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.936041] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.949162] env[62099]: DEBUG nova.scheduler.client.report [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1619.952445] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Acquiring lock "87130834-359c-4d54-9cdf-f4a20a051a58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.952657] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Lock "87130834-359c-4d54-9cdf-f4a20a051a58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.952850] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Acquiring lock "87130834-359c-4d54-9cdf-f4a20a051a58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.953046] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Lock "87130834-359c-4d54-9cdf-f4a20a051a58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.953223] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Lock "87130834-359c-4d54-9cdf-f4a20a051a58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.954937] env[62099]: INFO nova.compute.manager [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Terminating instance [ 1620.280619] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.458584] env[62099]: DEBUG oslo_concurrency.lockutils [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.459307] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.798s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.459594] env[62099]: DEBUG nova.objects.instance [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lazy-loading 'resources' on Instance uuid d6e22500-879b-40c8-ba69-a19b2db27ad1 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1620.461303] env[62099]: DEBUG nova.compute.manager [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1620.461518] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1620.461792] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-294b46a7-b258-499d-a688-a3b49dfe560e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.470931] env[62099]: DEBUG oslo_vmware.api [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Waiting for the task: (returnval){ [ 1620.470931] env[62099]: value = "task-1896969" [ 1620.470931] env[62099]: _type = "Task" [ 1620.470931] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.485368] env[62099]: DEBUG oslo_vmware.api [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Task: {'id': task-1896969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.486510] env[62099]: INFO nova.scheduler.client.report [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Deleted allocations for instance 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4 [ 1620.523581] env[62099]: DEBUG nova.compute.manager [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1620.567347] env[62099]: DEBUG nova.virt.hardware [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1620.567941] env[62099]: DEBUG nova.virt.hardware [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1620.568275] env[62099]: DEBUG nova.virt.hardware [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1620.572073] env[62099]: DEBUG nova.virt.hardware [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1620.572073] env[62099]: DEBUG nova.virt.hardware [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1620.572073] env[62099]: DEBUG nova.virt.hardware [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1620.572073] env[62099]: DEBUG nova.virt.hardware [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1620.572073] env[62099]: DEBUG nova.virt.hardware [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1620.572073] env[62099]: DEBUG nova.virt.hardware [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1620.572073] env[62099]: DEBUG nova.virt.hardware [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1620.572073] env[62099]: DEBUG nova.virt.hardware [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1620.572073] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a3a844-e24e-43b7-a145-cca393c83da3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.579739] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41da71d2-e7d0-4b53-bd8c-1efeb9b025af {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.785529] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896968, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.895095] env[62099]: DEBUG nova.compute.manager [req-6f90c369-722c-40c6-871b-42c27e812fc7 req-e0acf7e7-7a7a-4897-af67-754e0b6ea5db service nova] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Received event network-vif-plugged-98f1d9db-f7bb-42bb-be9b-31936b753fdb {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1620.895095] env[62099]: DEBUG oslo_concurrency.lockutils [req-6f90c369-722c-40c6-871b-42c27e812fc7 req-e0acf7e7-7a7a-4897-af67-754e0b6ea5db service nova] Acquiring lock "dcae9439-3a41-42cb-a82a-c425c247983a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.895095] env[62099]: DEBUG oslo_concurrency.lockutils [req-6f90c369-722c-40c6-871b-42c27e812fc7 req-e0acf7e7-7a7a-4897-af67-754e0b6ea5db service nova] Lock "dcae9439-3a41-42cb-a82a-c425c247983a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.895095] env[62099]: DEBUG oslo_concurrency.lockutils [req-6f90c369-722c-40c6-871b-42c27e812fc7 req-e0acf7e7-7a7a-4897-af67-754e0b6ea5db service nova] Lock "dcae9439-3a41-42cb-a82a-c425c247983a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.895095] env[62099]: DEBUG nova.compute.manager [req-6f90c369-722c-40c6-871b-42c27e812fc7 req-e0acf7e7-7a7a-4897-af67-754e0b6ea5db service nova] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] No waiting events found dispatching network-vif-plugged-98f1d9db-f7bb-42bb-be9b-31936b753fdb {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1620.895095] env[62099]: WARNING nova.compute.manager [req-6f90c369-722c-40c6-871b-42c27e812fc7 req-e0acf7e7-7a7a-4897-af67-754e0b6ea5db service nova] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Received unexpected event network-vif-plugged-98f1d9db-f7bb-42bb-be9b-31936b753fdb for instance with vm_state building and task_state spawning. [ 1620.943218] env[62099]: INFO nova.compute.manager [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Unrescuing [ 1620.943218] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "refresh_cache-ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.943218] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired lock "refresh_cache-ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.943218] env[62099]: DEBUG nova.network.neutron [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1620.986177] env[62099]: DEBUG oslo_vmware.api [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Task: {'id': task-1896969, 'name': PowerOffVM_Task, 'duration_secs': 0.229188} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.989458] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1620.989899] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Volume detach. Driver type: vmdk {{(pid=62099) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1620.990252] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391520', 'volume_id': '66d10abf-9994-48cc-b2ee-96b1e9f63321', 'name': 'volume-66d10abf-9994-48cc-b2ee-96b1e9f63321', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87130834-359c-4d54-9cdf-f4a20a051a58', 'attached_at': '', 'detached_at': '', 'volume_id': '66d10abf-9994-48cc-b2ee-96b1e9f63321', 'serial': '66d10abf-9994-48cc-b2ee-96b1e9f63321'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1620.993089] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c1853d-ec5e-48cb-97c2-d19e37896711 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.998175] env[62099]: DEBUG oslo_concurrency.lockutils [None req-950ba317-75c3-4513-aea3-3ca92c4a21ea tempest-ServersAdminTestJSON-780767308 tempest-ServersAdminTestJSON-780767308-project-member] Lock "8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.556s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.021552] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1f2124-fe11-4f95-8a29-fdd165117050 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.024424] env[62099]: DEBUG nova.network.neutron [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Successfully updated port: 98f1d9db-f7bb-42bb-be9b-31936b753fdb {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1621.034017] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1c8213-3a34-40e3-844c-e0a09550d5c7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.056616] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f015b9-f681-4157-ba74-34a92688a870 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.081064] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] The volume has not been displaced from its original location: [datastore2] volume-66d10abf-9994-48cc-b2ee-96b1e9f63321/volume-66d10abf-9994-48cc-b2ee-96b1e9f63321.vmdk. No consolidation needed. {{(pid=62099) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1621.086790] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Reconfiguring VM instance instance-00000015 to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1621.090201] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10175382-cbdf-4de6-b7b9-9a062a4fb6b0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.112991] env[62099]: DEBUG oslo_vmware.api [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Waiting for the task: (returnval){ [ 1621.112991] env[62099]: value = "task-1896970" [ 1621.112991] env[62099]: _type = "Task" [ 1621.112991] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.125408] env[62099]: DEBUG oslo_vmware.api [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Task: {'id': task-1896970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.284503] env[62099]: DEBUG oslo_vmware.api [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896968, 'name': PowerOnVM_Task, 'duration_secs': 1.21478} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.284503] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1621.284797] env[62099]: INFO nova.compute.manager [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1621.285068] env[62099]: DEBUG nova.compute.manager [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1621.286182] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21204131-a832-4c18-b212-5995b4712e26 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.414267] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e1f35e-25b5-4bf6-bb0d-19158b83d0b7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.424764] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396f8f64-3ab2-4674-a161-e759081dba0c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.461632] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612d227f-8240-4dc1-bbbe-bac560d282e3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.469554] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea9d723-dc54-4563-a2b1-3ec15e43f14a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.483469] env[62099]: DEBUG nova.compute.provider_tree [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.533039] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "refresh_cache-dcae9439-3a41-42cb-a82a-c425c247983a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.533039] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquired lock "refresh_cache-dcae9439-3a41-42cb-a82a-c425c247983a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.533039] env[62099]: DEBUG nova.network.neutron [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1621.629899] env[62099]: DEBUG oslo_vmware.api [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Task: {'id': task-1896970, 'name': ReconfigVM_Task, 'duration_secs': 0.232265} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.629899] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Reconfigured VM instance instance-00000015 to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1621.637319] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bda8037f-b1ae-4162-956b-894fe13043a2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.656767] env[62099]: DEBUG oslo_vmware.api [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Waiting for the task: (returnval){ [ 1621.656767] env[62099]: value = "task-1896971" [ 1621.656767] env[62099]: _type = "Task" [ 1621.656767] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.665051] env[62099]: DEBUG oslo_vmware.api [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Task: {'id': task-1896971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.789802] env[62099]: DEBUG nova.network.neutron [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Updating instance_info_cache with network_info: [{"id": "29328905-9cfa-4c3e-babb-578a2b2db3b3", "address": "fa:16:3e:24:46:fa", "network": {"id": "c76396bd-3421-4e57-a98f-026c9e81a81a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-130376803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a5c9dc05d4c5a9b2a28e38b3b9040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29328905-9c", "ovs_interfaceid": "29328905-9cfa-4c3e-babb-578a2b2db3b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.806975] env[62099]: INFO nova.compute.manager [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Took 34.67 seconds to build instance. [ 1621.986524] env[62099]: DEBUG nova.scheduler.client.report [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1622.074116] env[62099]: DEBUG nova.network.neutron [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1622.166204] env[62099]: DEBUG oslo_vmware.api [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Task: {'id': task-1896971, 'name': ReconfigVM_Task, 'duration_secs': 0.122942} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.166569] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391520', 'volume_id': '66d10abf-9994-48cc-b2ee-96b1e9f63321', 'name': 'volume-66d10abf-9994-48cc-b2ee-96b1e9f63321', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87130834-359c-4d54-9cdf-f4a20a051a58', 'attached_at': '', 'detached_at': '', 'volume_id': '66d10abf-9994-48cc-b2ee-96b1e9f63321', 'serial': '66d10abf-9994-48cc-b2ee-96b1e9f63321'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1622.166856] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1622.167681] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9370376-216a-4ccd-baaa-2d6f5845355d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.175854] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1622.175854] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bae0cdef-20ad-48af-be4c-cf2d41b5dba5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.236818] env[62099]: DEBUG nova.network.neutron [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Updating instance_info_cache with network_info: [{"id": "98f1d9db-f7bb-42bb-be9b-31936b753fdb", "address": "fa:16:3e:43:d0:ad", "network": {"id": "d8304558-14f4-4c19-a583-7dfc24f484dd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1475044829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323f469402294e11ba18af98d5227f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98f1d9db-f7", "ovs_interfaceid": "98f1d9db-f7bb-42bb-be9b-31936b753fdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.292644] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Releasing lock "refresh_cache-ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.293023] env[62099]: DEBUG nova.objects.instance [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lazy-loading 'flavor' on Instance uuid ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1622.312130] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6b988b60-3046-4d19-913a-1b187d578145 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.181s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.314086] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1622.314323] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1622.314513] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Deleting the datastore file [datastore2] 87130834-359c-4d54-9cdf-f4a20a051a58 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1622.314839] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb7c4a9e-c80e-4910-a750-8cbac7aa5047 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.323457] env[62099]: DEBUG oslo_vmware.api [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Waiting for the task: (returnval){ [ 1622.323457] env[62099]: value = "task-1896973" [ 1622.323457] env[62099]: _type = "Task" [ 1622.323457] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.332751] env[62099]: DEBUG oslo_vmware.api [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Task: {'id': task-1896973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.499166] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.501555] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.384s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.503617] env[62099]: INFO nova.compute.claims [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1622.546528] env[62099]: INFO nova.scheduler.client.report [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Deleted allocations for instance d6e22500-879b-40c8-ba69-a19b2db27ad1 [ 1622.740757] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Releasing lock "refresh_cache-dcae9439-3a41-42cb-a82a-c425c247983a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.741121] env[62099]: DEBUG nova.compute.manager [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Instance network_info: |[{"id": "98f1d9db-f7bb-42bb-be9b-31936b753fdb", "address": "fa:16:3e:43:d0:ad", "network": {"id": "d8304558-14f4-4c19-a583-7dfc24f484dd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1475044829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323f469402294e11ba18af98d5227f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98f1d9db-f7", "ovs_interfaceid": "98f1d9db-f7bb-42bb-be9b-31936b753fdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1622.741599] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:d0:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98f1d9db-f7bb-42bb-be9b-31936b753fdb', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1622.749434] env[62099]: DEBUG oslo.service.loopingcall [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.749772] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1622.749905] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed01cc04-184e-4fcc-a145-5e6f47d85700 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.774083] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1622.774083] env[62099]: value = "task-1896974" [ 1622.774083] env[62099]: _type = "Task" [ 1622.774083] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.782263] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896974, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.807894] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdf4b45-4339-400f-aa62-7a9b389d36b6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.829793] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1622.833139] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37454e44-daa1-4e5b-8288-5c25e210f99a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.839589] env[62099]: DEBUG oslo_vmware.api [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Task: {'id': task-1896973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251344} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.840849] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1622.841177] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1622.841302] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1622.841486] env[62099]: INFO nova.compute.manager [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Took 2.38 seconds to destroy the instance on the hypervisor. [ 1622.841720] env[62099]: DEBUG oslo.service.loopingcall [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.841996] env[62099]: DEBUG oslo_vmware.api [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1622.841996] env[62099]: value = "task-1896975" [ 1622.841996] env[62099]: _type = "Task" [ 1622.841996] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.842221] env[62099]: DEBUG nova.compute.manager [-] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1622.842305] env[62099]: DEBUG nova.network.neutron [-] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1622.853730] env[62099]: DEBUG oslo_vmware.api [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.934437] env[62099]: DEBUG nova.compute.manager [req-c3af7c16-100d-4662-a35e-05d7b6efecda req-5b9a0b7c-3f7d-4336-be76-2df0cba619e6 service nova] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Received event network-changed-98f1d9db-f7bb-42bb-be9b-31936b753fdb {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1622.935165] env[62099]: DEBUG nova.compute.manager [req-c3af7c16-100d-4662-a35e-05d7b6efecda req-5b9a0b7c-3f7d-4336-be76-2df0cba619e6 service nova] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Refreshing instance network info cache due to event network-changed-98f1d9db-f7bb-42bb-be9b-31936b753fdb. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1622.935165] env[62099]: DEBUG oslo_concurrency.lockutils [req-c3af7c16-100d-4662-a35e-05d7b6efecda req-5b9a0b7c-3f7d-4336-be76-2df0cba619e6 service nova] Acquiring lock "refresh_cache-dcae9439-3a41-42cb-a82a-c425c247983a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.935165] env[62099]: DEBUG oslo_concurrency.lockutils [req-c3af7c16-100d-4662-a35e-05d7b6efecda req-5b9a0b7c-3f7d-4336-be76-2df0cba619e6 service nova] Acquired lock "refresh_cache-dcae9439-3a41-42cb-a82a-c425c247983a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.935165] env[62099]: DEBUG nova.network.neutron [req-c3af7c16-100d-4662-a35e-05d7b6efecda req-5b9a0b7c-3f7d-4336-be76-2df0cba619e6 service nova] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Refreshing network info cache for port 98f1d9db-f7bb-42bb-be9b-31936b753fdb {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1623.055930] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6d9bbe07-f3d8-4c7e-97eb-26ed96cb22e4 tempest-ServersTestMultiNic-371976547 tempest-ServersTestMultiNic-371976547-project-member] Lock "d6e22500-879b-40c8-ba69-a19b2db27ad1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.309s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.120621] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.121613] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.121809] env[62099]: INFO nova.compute.manager [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Shelving [ 1623.286429] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896974, 'name': CreateVM_Task, 'duration_secs': 0.483768} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.286429] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1623.287152] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.287423] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.287801] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1623.288123] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00721b68-2c5a-4376-8b73-66c2dcd45ce8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.292924] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1623.292924] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]522977c9-ca9c-effe-4fe2-e0c75cec9061" [ 1623.292924] env[62099]: _type = "Task" [ 1623.292924] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.301235] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522977c9-ca9c-effe-4fe2-e0c75cec9061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.353407] env[62099]: DEBUG oslo_vmware.api [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896975, 'name': PowerOffVM_Task, 'duration_secs': 0.34298} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.353754] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1623.359346] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1623.359684] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da534553-b874-427d-9079-7b9cb6d772db {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.379952] env[62099]: DEBUG oslo_vmware.api [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1623.379952] env[62099]: value = "task-1896976" [ 1623.379952] env[62099]: _type = "Task" [ 1623.379952] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.388805] env[62099]: DEBUG oslo_vmware.api [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.807456] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522977c9-ca9c-effe-4fe2-e0c75cec9061, 'name': SearchDatastore_Task, 'duration_secs': 0.026556} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.810862] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.811306] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1623.811685] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.811954] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.812306] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1623.812940] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0fac3fc-0005-4c79-80e2-98384b63f282 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.825584] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1623.825584] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1623.825584] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b6846a-5c28-4ab2-873f-81d2c2f39e60 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.835432] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1623.835432] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52214cd3-fc84-8ebc-9e39-3769f2adfb6e" [ 1623.835432] env[62099]: _type = "Task" [ 1623.835432] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.844454] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52214cd3-fc84-8ebc-9e39-3769f2adfb6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.872783] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c289fb7-6eb6-4e7d-b7df-1d545b6ca497 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.881291] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b74730-d437-4334-b7dd-70f408874e2f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.896696] env[62099]: DEBUG oslo_vmware.api [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896976, 'name': ReconfigVM_Task, 'duration_secs': 0.312131} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.929249] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1623.929475] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1623.930484] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47d6dfc3-ee1a-467c-a61e-7061b8b548d5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.933660] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f820a1-3729-48c1-902b-b51e5ce3ff27 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.948446] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090733ed-5f32-4c8f-a94d-5244ff482109 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.952556] env[62099]: DEBUG oslo_vmware.api [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1623.952556] env[62099]: value = "task-1896977" [ 1623.952556] env[62099]: _type = "Task" [ 1623.952556] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.964874] env[62099]: DEBUG nova.compute.provider_tree [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1623.974384] env[62099]: DEBUG oslo_vmware.api [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.994265] env[62099]: DEBUG nova.network.neutron [-] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.138697] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1624.139241] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5540357-d929-49c7-a4b0-3cac61919b64 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.148060] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1624.148060] env[62099]: value = "task-1896978" [ 1624.148060] env[62099]: _type = "Task" [ 1624.148060] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.161265] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.162420] env[62099]: DEBUG nova.network.neutron [req-c3af7c16-100d-4662-a35e-05d7b6efecda req-5b9a0b7c-3f7d-4336-be76-2df0cba619e6 service nova] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Updated VIF entry in instance network info cache for port 98f1d9db-f7bb-42bb-be9b-31936b753fdb. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1624.162578] env[62099]: DEBUG nova.network.neutron [req-c3af7c16-100d-4662-a35e-05d7b6efecda req-5b9a0b7c-3f7d-4336-be76-2df0cba619e6 service nova] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Updating instance_info_cache with network_info: [{"id": "98f1d9db-f7bb-42bb-be9b-31936b753fdb", "address": "fa:16:3e:43:d0:ad", "network": {"id": "d8304558-14f4-4c19-a583-7dfc24f484dd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1475044829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "323f469402294e11ba18af98d5227f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98f1d9db-f7", "ovs_interfaceid": "98f1d9db-f7bb-42bb-be9b-31936b753fdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.346372] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52214cd3-fc84-8ebc-9e39-3769f2adfb6e, 'name': SearchDatastore_Task, 'duration_secs': 0.033947} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.347252] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f5a8cc-7719-4dc6-97b8-ee324d5da435 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.353127] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1624.353127] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]526db2b4-eb5d-ac96-3863-c41f3c87905a" [ 1624.353127] env[62099]: _type = "Task" [ 1624.353127] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.361961] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526db2b4-eb5d-ac96-3863-c41f3c87905a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.467217] env[62099]: DEBUG oslo_vmware.api [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1896977, 'name': PowerOnVM_Task, 'duration_secs': 0.448836} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.467217] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1624.467217] env[62099]: DEBUG nova.compute.manager [None req-4bea22a8-dd3e-4a09-b524-fbb8932b16ac tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1624.467217] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2f53b9-c6b0-4e67-85b4-0680594d281d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.471592] env[62099]: DEBUG nova.scheduler.client.report [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1624.496621] env[62099]: INFO nova.compute.manager [-] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Took 1.65 seconds to deallocate network for instance. [ 1624.659787] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896978, 'name': PowerOffVM_Task, 'duration_secs': 0.211409} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.660375] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1624.662334] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f2dfe1-0e8a-41b4-95fc-1cd39939e48a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.665533] env[62099]: DEBUG oslo_concurrency.lockutils [req-c3af7c16-100d-4662-a35e-05d7b6efecda req-5b9a0b7c-3f7d-4336-be76-2df0cba619e6 service nova] Releasing lock "refresh_cache-dcae9439-3a41-42cb-a82a-c425c247983a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.682071] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bb0710-dd91-4c62-b9e1-6933b7e29429 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.864747] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526db2b4-eb5d-ac96-3863-c41f3c87905a, 'name': SearchDatastore_Task, 'duration_secs': 0.024211} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.865135] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.865431] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] dcae9439-3a41-42cb-a82a-c425c247983a/dcae9439-3a41-42cb-a82a-c425c247983a.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1624.865714] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-011ab0a8-4115-404a-80df-462b7e5521ef {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.873085] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1624.873085] env[62099]: value = "task-1896979" [ 1624.873085] env[62099]: _type = "Task" [ 1624.873085] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.881554] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.926413] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "028e8c79-66a7-431e-9743-f704a5c79c9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.926989] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "028e8c79-66a7-431e-9743-f704a5c79c9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.963429] env[62099]: DEBUG nova.compute.manager [req-4e10d326-478f-4279-9787-23cb0d1352ef req-0e03f74d-4dbb-4c52-97d1-b7ec260ff1e0 service nova] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Received event network-vif-deleted-e85668de-86c7-4ee8-90bd-48cdb32092bc {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1624.982779] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.983293] env[62099]: DEBUG nova.compute.manager [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1624.987623] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.267s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.989047] env[62099]: INFO nova.compute.claims [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1625.054523] env[62099]: INFO nova.compute.manager [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Took 0.56 seconds to detach 1 volumes for instance. [ 1625.056632] env[62099]: DEBUG nova.compute.manager [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Deleting volume: 66d10abf-9994-48cc-b2ee-96b1e9f63321 {{(pid=62099) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1625.198981] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Creating Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1625.199377] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ccf3a46e-6954-439f-972a-968e921b328d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.209714] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1625.209714] env[62099]: value = "task-1896981" [ 1625.209714] env[62099]: _type = "Task" [ 1625.209714] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.222213] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896981, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.390080] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896979, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.429867] env[62099]: DEBUG nova.compute.manager [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1625.489254] env[62099]: DEBUG nova.compute.utils [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1625.492133] env[62099]: DEBUG nova.compute.manager [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1625.492133] env[62099]: DEBUG nova.network.neutron [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1625.578050] env[62099]: DEBUG nova.policy [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa53975162234fb8aa978afae8fa4347', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d43cd86ca544e849123bc7aa3bf49e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1625.614282] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.726495] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896981, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.887827] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664038} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.887827] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] dcae9439-3a41-42cb-a82a-c425c247983a/dcae9439-3a41-42cb-a82a-c425c247983a.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1625.887827] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1625.888154] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9b5e6cb-a8a0-49d6-928c-e29be5585ff3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.897858] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1625.897858] env[62099]: value = "task-1896982" [ 1625.897858] env[62099]: _type = "Task" [ 1625.897858] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.911202] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.973264] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.997252] env[62099]: DEBUG nova.compute.manager [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1626.048782] env[62099]: DEBUG nova.network.neutron [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Successfully created port: 7a0a5bba-d4a3-4fb2-bb6c-50559ce480ac {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1626.221634] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896981, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.347807] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6454599-6552-43f6-991c-dc7372020d41 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.356049] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74f8e78-1e60-4d47-abab-a5b468a05559 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.387429] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccb0dc0-2583-40e7-bc79-f502dc14b701 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.394996] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1455e39-2c4e-4edb-9f68-a8450bd8ff26 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.409082] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071814} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.418117] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1626.418669] env[62099]: DEBUG nova.compute.provider_tree [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.420557] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a98943-0448-46bc-a41b-4fe300496449 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.443897] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] dcae9439-3a41-42cb-a82a-c425c247983a/dcae9439-3a41-42cb-a82a-c425c247983a.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1626.444920] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1946db54-f929-48cc-8e98-69a229bd559d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.464991] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1626.464991] env[62099]: value = "task-1896983" [ 1626.464991] env[62099]: _type = "Task" [ 1626.464991] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.474072] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.723537] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896981, 'name': CreateSnapshot_Task, 'duration_secs': 1.017953} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.723819] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Created Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1626.724600] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fde305d-e757-4705-8562-60b0ed00dc44 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.924461] env[62099]: DEBUG nova.scheduler.client.report [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1626.975659] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896983, 'name': ReconfigVM_Task, 'duration_secs': 0.290919} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.975954] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Reconfigured VM instance instance-0000004a to attach disk [datastore2] dcae9439-3a41-42cb-a82a-c425c247983a/dcae9439-3a41-42cb-a82a-c425c247983a.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1626.976615] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f119a255-c0c8-465c-a20e-05c9f2217fd3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.984356] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1626.984356] env[62099]: value = "task-1896984" [ 1626.984356] env[62099]: _type = "Task" [ 1626.984356] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.993289] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896984, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.011011] env[62099]: DEBUG nova.compute.manager [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1627.038591] env[62099]: DEBUG nova.virt.hardware [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1627.038829] env[62099]: DEBUG nova.virt.hardware [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1627.038974] env[62099]: DEBUG nova.virt.hardware [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1627.039163] env[62099]: DEBUG nova.virt.hardware [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1627.039319] env[62099]: DEBUG nova.virt.hardware [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1627.039441] env[62099]: DEBUG nova.virt.hardware [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1627.039646] env[62099]: DEBUG nova.virt.hardware [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1627.040385] env[62099]: DEBUG nova.virt.hardware [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1627.040385] env[62099]: DEBUG nova.virt.hardware [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1627.040385] env[62099]: DEBUG nova.virt.hardware [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1627.040385] env[62099]: DEBUG nova.virt.hardware [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1627.041601] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9aa769-a785-4b96-b5c7-06daf6d076b0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.051107] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e63165a-d6fc-4534-95ab-f86a3f3c3c39 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.246047] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Creating linked-clone VM from snapshot {{(pid=62099) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1627.246368] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-28f19180-ce5d-4bdd-bf25-19473b393358 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.255218] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1627.255218] env[62099]: value = "task-1896985" [ 1627.255218] env[62099]: _type = "Task" [ 1627.255218] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.263578] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896985, 'name': CloneVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.429612] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.430194] env[62099]: DEBUG nova.compute.manager [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1627.432955] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.870s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.433156] env[62099]: DEBUG nova.objects.instance [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62099) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1627.497912] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896984, 'name': Rename_Task, 'duration_secs': 0.13637} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.498207] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1627.498454] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8688e580-0744-42cd-930f-45cedfb1179e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.504665] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1627.504665] env[62099]: value = "task-1896986" [ 1627.504665] env[62099]: _type = "Task" [ 1627.504665] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.514494] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.548342] env[62099]: DEBUG nova.compute.manager [req-317b5c04-600d-4d77-8139-8e9c6d9c2bd3 req-ee095185-28f4-4609-a372-2f7068312a8e service nova] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Received event network-vif-plugged-7a0a5bba-d4a3-4fb2-bb6c-50559ce480ac {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1627.548627] env[62099]: DEBUG oslo_concurrency.lockutils [req-317b5c04-600d-4d77-8139-8e9c6d9c2bd3 req-ee095185-28f4-4609-a372-2f7068312a8e service nova] Acquiring lock "d75e454f-a425-48f7-8507-9bbd0dd0bd52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.548773] env[62099]: DEBUG oslo_concurrency.lockutils [req-317b5c04-600d-4d77-8139-8e9c6d9c2bd3 req-ee095185-28f4-4609-a372-2f7068312a8e service nova] Lock "d75e454f-a425-48f7-8507-9bbd0dd0bd52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.548942] env[62099]: DEBUG oslo_concurrency.lockutils [req-317b5c04-600d-4d77-8139-8e9c6d9c2bd3 req-ee095185-28f4-4609-a372-2f7068312a8e service nova] Lock "d75e454f-a425-48f7-8507-9bbd0dd0bd52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.549126] env[62099]: DEBUG nova.compute.manager [req-317b5c04-600d-4d77-8139-8e9c6d9c2bd3 req-ee095185-28f4-4609-a372-2f7068312a8e service nova] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] No waiting events found dispatching network-vif-plugged-7a0a5bba-d4a3-4fb2-bb6c-50559ce480ac {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1627.549296] env[62099]: WARNING nova.compute.manager [req-317b5c04-600d-4d77-8139-8e9c6d9c2bd3 req-ee095185-28f4-4609-a372-2f7068312a8e service nova] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Received unexpected event network-vif-plugged-7a0a5bba-d4a3-4fb2-bb6c-50559ce480ac for instance with vm_state building and task_state spawning. [ 1627.698369] env[62099]: DEBUG nova.network.neutron [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Successfully updated port: 7a0a5bba-d4a3-4fb2-bb6c-50559ce480ac {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1627.766576] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896985, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.938201] env[62099]: DEBUG nova.compute.utils [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1627.945689] env[62099]: DEBUG nova.compute.manager [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1627.946629] env[62099]: DEBUG nova.network.neutron [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1628.015703] env[62099]: DEBUG oslo_vmware.api [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896986, 'name': PowerOnVM_Task, 'duration_secs': 0.460035} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.016020] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1628.016240] env[62099]: INFO nova.compute.manager [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1628.016425] env[62099]: DEBUG nova.compute.manager [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1628.017236] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3864e2-4498-4708-b868-52245f31171d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.062664] env[62099]: DEBUG nova.policy [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed2bfb309d284555ac69c8d2d5eb4437', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '166bdcd08cd7483e97495d93531054c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1628.201750] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Acquiring lock "refresh_cache-d75e454f-a425-48f7-8507-9bbd0dd0bd52" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.201750] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Acquired lock "refresh_cache-d75e454f-a425-48f7-8507-9bbd0dd0bd52" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.201750] env[62099]: DEBUG nova.network.neutron [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1628.267341] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896985, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.449064] env[62099]: DEBUG nova.compute.manager [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1628.450693] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0fcf6f0a-0ce7-43ec-ba58-c845b80c7067 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.453859] env[62099]: DEBUG oslo_concurrency.lockutils [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.174s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.454463] env[62099]: DEBUG nova.objects.instance [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Lazy-loading 'resources' on Instance uuid 37747922-3a9c-4bc4-b520-95c605d69069 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1628.538165] env[62099]: INFO nova.compute.manager [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Took 29.87 seconds to build instance. [ 1628.751480] env[62099]: DEBUG nova.network.neutron [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1628.774504] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896985, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.977449] env[62099]: DEBUG nova.network.neutron [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Successfully created port: 1aa3a90c-5b29-4645-a65a-8509500c09c4 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1629.004202] env[62099]: DEBUG nova.network.neutron [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Updating instance_info_cache with network_info: [{"id": "7a0a5bba-d4a3-4fb2-bb6c-50559ce480ac", "address": "fa:16:3e:0d:3a:fd", "network": {"id": "a2ebaa43-c28f-40f3-b367-4c9dff15f30a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-623623166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d43cd86ca544e849123bc7aa3bf49e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0a5bba-d4", "ovs_interfaceid": "7a0a5bba-d4a3-4fb2-bb6c-50559ce480ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.043899] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e2cbd440-8e9a-4260-ace8-217d6b72d5e1 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "dcae9439-3a41-42cb-a82a-c425c247983a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.376s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.271408] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896985, 'name': CloneVM_Task} progress is 95%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.374167] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebfc537-21f4-4b01-bf30-4f97abd5d603 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.386369] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5d6031-62d3-46ac-846b-a3ae240cb85e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.420135] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a76f19-83ac-46de-9e86-f95d019903f2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.428568] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5ead73-0c10-4605-ad07-ad55d70a5735 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.443335] env[62099]: DEBUG nova.compute.provider_tree [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.466200] env[62099]: DEBUG nova.compute.manager [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1629.498605] env[62099]: DEBUG nova.virt.hardware [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1629.498850] env[62099]: DEBUG nova.virt.hardware [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.499011] env[62099]: DEBUG nova.virt.hardware [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1629.499339] env[62099]: DEBUG nova.virt.hardware [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.499417] env[62099]: DEBUG nova.virt.hardware [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1629.499521] env[62099]: DEBUG nova.virt.hardware [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1629.499811] env[62099]: DEBUG nova.virt.hardware [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1629.499871] env[62099]: DEBUG nova.virt.hardware [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1629.500224] env[62099]: DEBUG nova.virt.hardware [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1629.500469] env[62099]: DEBUG nova.virt.hardware [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1629.500636] env[62099]: DEBUG nova.virt.hardware [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1629.501689] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f516ef7-232c-4b00-9e90-19a7830f2ade {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.510205] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Releasing lock "refresh_cache-d75e454f-a425-48f7-8507-9bbd0dd0bd52" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.510205] env[62099]: DEBUG nova.compute.manager [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Instance network_info: |[{"id": "7a0a5bba-d4a3-4fb2-bb6c-50559ce480ac", "address": "fa:16:3e:0d:3a:fd", "network": {"id": "a2ebaa43-c28f-40f3-b367-4c9dff15f30a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-623623166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d43cd86ca544e849123bc7aa3bf49e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0a5bba-d4", "ovs_interfaceid": "7a0a5bba-d4a3-4fb2-bb6c-50559ce480ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1629.510431] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:3a:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a0a5bba-d4a3-4fb2-bb6c-50559ce480ac', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1629.517846] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Creating folder: Project (6d43cd86ca544e849123bc7aa3bf49e1). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1629.519195] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7720f8ab-c45e-4d3e-86ab-f4fad436a763 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.523179] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98102d24-a4a7-4069-8473-55ccc21f04a3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.538521] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Created folder: Project (6d43cd86ca544e849123bc7aa3bf49e1) in parent group-v391507. [ 1629.539750] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Creating folder: Instances. Parent ref: group-v391715. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1629.539750] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-370b72ff-1e30-495d-ab67-d9b9b2b6698a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.548348] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Created folder: Instances in parent group-v391715. [ 1629.548608] env[62099]: DEBUG oslo.service.loopingcall [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.548813] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1629.549451] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf39b7b9-6cc6-4140-b9c0-9e79c7808a08 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.570377] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1629.570377] env[62099]: value = "task-1896989" [ 1629.570377] env[62099]: _type = "Task" [ 1629.570377] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.578790] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896989, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.772984] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1896985, 'name': CloneVM_Task, 'duration_secs': 2.15509} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.773516] env[62099]: INFO nova.virt.vmwareapi.vmops [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Created linked-clone VM from snapshot [ 1629.774466] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e6adf9-eec2-4dec-945d-6bf4e62fb5e9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.786843] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Uploading image eada86ca-f7f6-4c83-8982-b2d701a72001 {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1629.819347] env[62099]: DEBUG oslo_vmware.rw_handles [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1629.819347] env[62099]: value = "vm-391714" [ 1629.819347] env[62099]: _type = "VirtualMachine" [ 1629.819347] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1629.820361] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0ce3c586-1cf7-488f-8bc7-613672859fd9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.829302] env[62099]: DEBUG oslo_vmware.rw_handles [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lease: (returnval){ [ 1629.829302] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]525d2cab-fc87-e9bf-6b75-bee201cf21de" [ 1629.829302] env[62099]: _type = "HttpNfcLease" [ 1629.829302] env[62099]: } obtained for exporting VM: (result){ [ 1629.829302] env[62099]: value = "vm-391714" [ 1629.829302] env[62099]: _type = "VirtualMachine" [ 1629.829302] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1629.829739] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the lease: (returnval){ [ 1629.829739] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]525d2cab-fc87-e9bf-6b75-bee201cf21de" [ 1629.829739] env[62099]: _type = "HttpNfcLease" [ 1629.829739] env[62099]: } to be ready. {{(pid=62099) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1629.840359] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "a7480b01-ab51-4e66-aaf5-dcf049bee103" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.840656] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "a7480b01-ab51-4e66-aaf5-dcf049bee103" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.844815] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1629.844815] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]525d2cab-fc87-e9bf-6b75-bee201cf21de" [ 1629.844815] env[62099]: _type = "HttpNfcLease" [ 1629.844815] env[62099]: } is initializing. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1629.899151] env[62099]: DEBUG nova.compute.manager [req-5e08e234-1a31-45c1-a450-9503d3383763 req-cadf395f-f6cc-4633-b371-82c7a485c00b service nova] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Received event network-changed-7a0a5bba-d4a3-4fb2-bb6c-50559ce480ac {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1629.899438] env[62099]: DEBUG nova.compute.manager [req-5e08e234-1a31-45c1-a450-9503d3383763 req-cadf395f-f6cc-4633-b371-82c7a485c00b service nova] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Refreshing instance network info cache due to event network-changed-7a0a5bba-d4a3-4fb2-bb6c-50559ce480ac. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1629.899664] env[62099]: DEBUG oslo_concurrency.lockutils [req-5e08e234-1a31-45c1-a450-9503d3383763 req-cadf395f-f6cc-4633-b371-82c7a485c00b service nova] Acquiring lock "refresh_cache-d75e454f-a425-48f7-8507-9bbd0dd0bd52" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.899813] env[62099]: DEBUG oslo_concurrency.lockutils [req-5e08e234-1a31-45c1-a450-9503d3383763 req-cadf395f-f6cc-4633-b371-82c7a485c00b service nova] Acquired lock "refresh_cache-d75e454f-a425-48f7-8507-9bbd0dd0bd52" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.899958] env[62099]: DEBUG nova.network.neutron [req-5e08e234-1a31-45c1-a450-9503d3383763 req-cadf395f-f6cc-4633-b371-82c7a485c00b service nova] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Refreshing network info cache for port 7a0a5bba-d4a3-4fb2-bb6c-50559ce480ac {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1629.949670] env[62099]: DEBUG nova.scheduler.client.report [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1630.081920] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896989, 'name': CreateVM_Task, 'duration_secs': 0.373732} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.082140] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1630.082914] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.083089] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.083425] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1630.083830] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08abed85-02c2-4a71-977c-059e5d293ca4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.088947] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Waiting for the task: (returnval){ [ 1630.088947] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f49d66-0cc1-0397-1752-63b582b12c85" [ 1630.088947] env[62099]: _type = "Task" [ 1630.088947] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.097676] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f49d66-0cc1-0397-1752-63b582b12c85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.318594] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "dcae9439-3a41-42cb-a82a-c425c247983a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.319168] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "dcae9439-3a41-42cb-a82a-c425c247983a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.320765] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "dcae9439-3a41-42cb-a82a-c425c247983a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.320765] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "dcae9439-3a41-42cb-a82a-c425c247983a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.320765] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "dcae9439-3a41-42cb-a82a-c425c247983a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.327020] env[62099]: INFO nova.compute.manager [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Terminating instance [ 1630.341359] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1630.341359] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]525d2cab-fc87-e9bf-6b75-bee201cf21de" [ 1630.341359] env[62099]: _type = "HttpNfcLease" [ 1630.341359] env[62099]: } is ready. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1630.342261] env[62099]: DEBUG oslo_vmware.rw_handles [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1630.342261] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]525d2cab-fc87-e9bf-6b75-bee201cf21de" [ 1630.342261] env[62099]: _type = "HttpNfcLease" [ 1630.342261] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1630.343021] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce84a9f-0609-4056-a7b6-af238b519dd9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.346190] env[62099]: DEBUG nova.compute.manager [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1630.356069] env[62099]: DEBUG oslo_vmware.rw_handles [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f78a8-dc17-03f9-cbf1-3d891726bb2d/disk-0.vmdk from lease info. {{(pid=62099) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1630.356069] env[62099]: DEBUG oslo_vmware.rw_handles [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f78a8-dc17-03f9-cbf1-3d891726bb2d/disk-0.vmdk for reading. {{(pid=62099) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1630.456321] env[62099]: DEBUG oslo_concurrency.lockutils [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.460730] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.397s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.463017] env[62099]: INFO nova.compute.claims [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1630.480025] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7fc1393b-ce00-42d1-a36a-6b38dc017ef5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.492464] env[62099]: INFO nova.scheduler.client.report [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Deleted allocations for instance 37747922-3a9c-4bc4-b520-95c605d69069 [ 1630.601045] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f49d66-0cc1-0397-1752-63b582b12c85, 'name': SearchDatastore_Task, 'duration_secs': 0.010753} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.601148] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.601374] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1630.601609] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.601752] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.601928] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1630.602229] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09379fbf-f963-4464-8137-643988293e88 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.617036] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1630.617441] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1630.617995] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a733edce-0199-4bfd-8c49-87bbb732ce33 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.626148] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Waiting for the task: (returnval){ [ 1630.626148] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5216b263-8c32-69a6-97c6-381953223d6c" [ 1630.626148] env[62099]: _type = "Task" [ 1630.626148] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.634784] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5216b263-8c32-69a6-97c6-381953223d6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.732802] env[62099]: DEBUG nova.network.neutron [req-5e08e234-1a31-45c1-a450-9503d3383763 req-cadf395f-f6cc-4633-b371-82c7a485c00b service nova] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Updated VIF entry in instance network info cache for port 7a0a5bba-d4a3-4fb2-bb6c-50559ce480ac. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1630.733414] env[62099]: DEBUG nova.network.neutron [req-5e08e234-1a31-45c1-a450-9503d3383763 req-cadf395f-f6cc-4633-b371-82c7a485c00b service nova] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Updating instance_info_cache with network_info: [{"id": "7a0a5bba-d4a3-4fb2-bb6c-50559ce480ac", "address": "fa:16:3e:0d:3a:fd", "network": {"id": "a2ebaa43-c28f-40f3-b367-4c9dff15f30a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-623623166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d43cd86ca544e849123bc7aa3bf49e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0a5bba-d4", "ovs_interfaceid": "7a0a5bba-d4a3-4fb2-bb6c-50559ce480ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.841468] env[62099]: DEBUG nova.compute.manager [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1630.841468] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1630.841808] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57b6c2f-221b-45bd-af8d-13f0a9409605 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.857685] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1630.857858] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8534d9a0-672f-417e-ae29-0e97b3951b29 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.866294] env[62099]: DEBUG oslo_vmware.api [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1630.866294] env[62099]: value = "task-1896991" [ 1630.866294] env[62099]: _type = "Task" [ 1630.866294] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.874334] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.882191] env[62099]: DEBUG oslo_vmware.api [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.009213] env[62099]: DEBUG oslo_concurrency.lockutils [None req-dc8e6063-3c79-4672-917c-1b71594b56b1 tempest-ServerAddressesNegativeTestJSON-1540290095 tempest-ServerAddressesNegativeTestJSON-1540290095-project-member] Lock "37747922-3a9c-4bc4-b520-95c605d69069" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.250s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.147456] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5216b263-8c32-69a6-97c6-381953223d6c, 'name': SearchDatastore_Task, 'duration_secs': 0.027581} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.148705] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84e13f2c-998d-4d4c-b352-dbc1d357c8cc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.159127] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Waiting for the task: (returnval){ [ 1631.159127] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e754eb-29a0-f248-34da-e7f2b42406d8" [ 1631.159127] env[62099]: _type = "Task" [ 1631.159127] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.170188] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e754eb-29a0-f248-34da-e7f2b42406d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.238620] env[62099]: DEBUG oslo_concurrency.lockutils [req-5e08e234-1a31-45c1-a450-9503d3383763 req-cadf395f-f6cc-4633-b371-82c7a485c00b service nova] Releasing lock "refresh_cache-d75e454f-a425-48f7-8507-9bbd0dd0bd52" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.280567] env[62099]: DEBUG nova.network.neutron [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Successfully updated port: 1aa3a90c-5b29-4645-a65a-8509500c09c4 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1631.384508] env[62099]: DEBUG oslo_vmware.api [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896991, 'name': PowerOffVM_Task, 'duration_secs': 0.258265} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.390751] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1631.390751] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1631.390751] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a696251-ab7b-4817-b283-dff833ea50de {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.525921] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1631.526292] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1631.526349] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Deleting the datastore file [datastore2] dcae9439-3a41-42cb-a82a-c425c247983a {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1631.526946] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a74eba03-794c-4e96-88bc-a0eafd167aad {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.535297] env[62099]: DEBUG oslo_vmware.api [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for the task: (returnval){ [ 1631.535297] env[62099]: value = "task-1896993" [ 1631.535297] env[62099]: _type = "Task" [ 1631.535297] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.547942] env[62099]: DEBUG oslo_vmware.api [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.632634] env[62099]: DEBUG oslo_concurrency.lockutils [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Acquiring lock "769af487-10ef-40ad-9f4a-a238075965f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.633124] env[62099]: DEBUG oslo_concurrency.lockutils [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Lock "769af487-10ef-40ad-9f4a-a238075965f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.677267] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e754eb-29a0-f248-34da-e7f2b42406d8, 'name': SearchDatastore_Task, 'duration_secs': 0.016355} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.677267] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.677267] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] d75e454f-a425-48f7-8507-9bbd0dd0bd52/d75e454f-a425-48f7-8507-9bbd0dd0bd52.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1631.677267] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbfc240d-74f6-42da-947c-c096aba6f4a0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.684946] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Waiting for the task: (returnval){ [ 1631.684946] env[62099]: value = "task-1896994" [ 1631.684946] env[62099]: _type = "Task" [ 1631.684946] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.700543] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': task-1896994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.784457] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "refresh_cache-ed81ba10-269b-4162-bc3e-0f475b5664eb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.784674] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "refresh_cache-ed81ba10-269b-4162-bc3e-0f475b5664eb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.784782] env[62099]: DEBUG nova.network.neutron [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1631.886970] env[62099]: DEBUG oslo_concurrency.lockutils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Acquiring lock "ad0fb73d-b3d4-4e31-be43-db505cbf3b4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.887379] env[62099]: DEBUG oslo_concurrency.lockutils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Lock "ad0fb73d-b3d4-4e31-be43-db505cbf3b4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.938951] env[62099]: DEBUG nova.compute.manager [req-c17235d5-d76e-4a3f-a49f-ac5bbf32f33d req-0f89f6a4-18eb-4fb2-b164-f3c9684fb1e9 service nova] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Received event network-vif-plugged-1aa3a90c-5b29-4645-a65a-8509500c09c4 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1631.939257] env[62099]: DEBUG oslo_concurrency.lockutils [req-c17235d5-d76e-4a3f-a49f-ac5bbf32f33d req-0f89f6a4-18eb-4fb2-b164-f3c9684fb1e9 service nova] Acquiring lock "ed81ba10-269b-4162-bc3e-0f475b5664eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.939619] env[62099]: DEBUG oslo_concurrency.lockutils [req-c17235d5-d76e-4a3f-a49f-ac5bbf32f33d req-0f89f6a4-18eb-4fb2-b164-f3c9684fb1e9 service nova] Lock "ed81ba10-269b-4162-bc3e-0f475b5664eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.939916] env[62099]: DEBUG oslo_concurrency.lockutils [req-c17235d5-d76e-4a3f-a49f-ac5bbf32f33d req-0f89f6a4-18eb-4fb2-b164-f3c9684fb1e9 service nova] Lock "ed81ba10-269b-4162-bc3e-0f475b5664eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.940358] env[62099]: DEBUG nova.compute.manager [req-c17235d5-d76e-4a3f-a49f-ac5bbf32f33d req-0f89f6a4-18eb-4fb2-b164-f3c9684fb1e9 service nova] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] No waiting events found dispatching network-vif-plugged-1aa3a90c-5b29-4645-a65a-8509500c09c4 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1631.940595] env[62099]: WARNING nova.compute.manager [req-c17235d5-d76e-4a3f-a49f-ac5bbf32f33d req-0f89f6a4-18eb-4fb2-b164-f3c9684fb1e9 service nova] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Received unexpected event network-vif-plugged-1aa3a90c-5b29-4645-a65a-8509500c09c4 for instance with vm_state building and task_state spawning. [ 1631.940774] env[62099]: DEBUG nova.compute.manager [req-c17235d5-d76e-4a3f-a49f-ac5bbf32f33d req-0f89f6a4-18eb-4fb2-b164-f3c9684fb1e9 service nova] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Received event network-changed-1aa3a90c-5b29-4645-a65a-8509500c09c4 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1631.940986] env[62099]: DEBUG nova.compute.manager [req-c17235d5-d76e-4a3f-a49f-ac5bbf32f33d req-0f89f6a4-18eb-4fb2-b164-f3c9684fb1e9 service nova] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Refreshing instance network info cache due to event network-changed-1aa3a90c-5b29-4645-a65a-8509500c09c4. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1631.941136] env[62099]: DEBUG oslo_concurrency.lockutils [req-c17235d5-d76e-4a3f-a49f-ac5bbf32f33d req-0f89f6a4-18eb-4fb2-b164-f3c9684fb1e9 service nova] Acquiring lock "refresh_cache-ed81ba10-269b-4162-bc3e-0f475b5664eb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.966164] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b623a8-6e3a-45d4-8ef6-7b21e108958a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.974150] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56298509-22ea-43eb-b9d5-84768ddf6b70 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.013138] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4828259a-a8bb-41b7-9e5b-82756a911dba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.022199] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9721e74d-bd99-401c-94b3-df97232dafc1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.039138] env[62099]: DEBUG nova.compute.provider_tree [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1632.051417] env[62099]: DEBUG oslo_vmware.api [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Task: {'id': task-1896993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257032} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.052839] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1632.053164] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1632.053925] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1632.053925] env[62099]: INFO nova.compute.manager [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1632.054133] env[62099]: DEBUG oslo.service.loopingcall [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1632.055208] env[62099]: DEBUG nova.compute.manager [-] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1632.055208] env[62099]: DEBUG nova.network.neutron [-] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1632.141192] env[62099]: DEBUG nova.compute.manager [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1632.197852] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': task-1896994, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.342151] env[62099]: DEBUG nova.network.neutron [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1632.390252] env[62099]: DEBUG nova.compute.manager [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1632.552777] env[62099]: DEBUG nova.scheduler.client.report [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1632.586144] env[62099]: DEBUG nova.network.neutron [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Updating instance_info_cache with network_info: [{"id": "1aa3a90c-5b29-4645-a65a-8509500c09c4", "address": "fa:16:3e:94:b2:dc", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa3a90c-5b", "ovs_interfaceid": "1aa3a90c-5b29-4645-a65a-8509500c09c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.665853] env[62099]: DEBUG oslo_concurrency.lockutils [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.700071] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': task-1896994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594105} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.700569] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] d75e454f-a425-48f7-8507-9bbd0dd0bd52/d75e454f-a425-48f7-8507-9bbd0dd0bd52.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1632.701116] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1632.701513] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36177a42-a50e-4bc7-ac09-0eccf3c61527 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.712023] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Waiting for the task: (returnval){ [ 1632.712023] env[62099]: value = "task-1896995" [ 1632.712023] env[62099]: _type = "Task" [ 1632.712023] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.719744] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': task-1896995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.912188] env[62099]: DEBUG oslo_concurrency.lockutils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.983554] env[62099]: DEBUG nova.network.neutron [-] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.057317] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.057768] env[62099]: DEBUG nova.compute.manager [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1633.061219] env[62099]: DEBUG oslo_concurrency.lockutils [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.203s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.063172] env[62099]: INFO nova.compute.claims [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1633.088072] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "refresh_cache-ed81ba10-269b-4162-bc3e-0f475b5664eb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.088496] env[62099]: DEBUG nova.compute.manager [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Instance network_info: |[{"id": "1aa3a90c-5b29-4645-a65a-8509500c09c4", "address": "fa:16:3e:94:b2:dc", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa3a90c-5b", "ovs_interfaceid": "1aa3a90c-5b29-4645-a65a-8509500c09c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1633.089275] env[62099]: DEBUG oslo_concurrency.lockutils [req-c17235d5-d76e-4a3f-a49f-ac5bbf32f33d req-0f89f6a4-18eb-4fb2-b164-f3c9684fb1e9 service nova] Acquired lock "refresh_cache-ed81ba10-269b-4162-bc3e-0f475b5664eb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.089275] env[62099]: DEBUG nova.network.neutron [req-c17235d5-d76e-4a3f-a49f-ac5bbf32f33d req-0f89f6a4-18eb-4fb2-b164-f3c9684fb1e9 service nova] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Refreshing network info cache for port 1aa3a90c-5b29-4645-a65a-8509500c09c4 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1633.090417] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:b2:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1aa3a90c-5b29-4645-a65a-8509500c09c4', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1633.099375] env[62099]: DEBUG oslo.service.loopingcall [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.103213] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1633.103525] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1483400-3bcb-49c8-9ab9-87dfb6e89f18 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.128355] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1633.128355] env[62099]: value = "task-1896996" [ 1633.128355] env[62099]: _type = "Task" [ 1633.128355] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.138715] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896996, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.220652] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': task-1896995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072005} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.220932] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1633.221777] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295bd4e2-f067-47f1-89d7-e73e844c34fa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.245428] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] d75e454f-a425-48f7-8507-9bbd0dd0bd52/d75e454f-a425-48f7-8507-9bbd0dd0bd52.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1633.250023] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-124ba97c-9ac7-4b69-9f56-9011c94ff0d9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.270543] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Waiting for the task: (returnval){ [ 1633.270543] env[62099]: value = "task-1896997" [ 1633.270543] env[62099]: _type = "Task" [ 1633.270543] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.279195] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': task-1896997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.449340] env[62099]: DEBUG nova.network.neutron [req-c17235d5-d76e-4a3f-a49f-ac5bbf32f33d req-0f89f6a4-18eb-4fb2-b164-f3c9684fb1e9 service nova] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Updated VIF entry in instance network info cache for port 1aa3a90c-5b29-4645-a65a-8509500c09c4. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1633.449340] env[62099]: DEBUG nova.network.neutron [req-c17235d5-d76e-4a3f-a49f-ac5bbf32f33d req-0f89f6a4-18eb-4fb2-b164-f3c9684fb1e9 service nova] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Updating instance_info_cache with network_info: [{"id": "1aa3a90c-5b29-4645-a65a-8509500c09c4", "address": "fa:16:3e:94:b2:dc", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa3a90c-5b", "ovs_interfaceid": "1aa3a90c-5b29-4645-a65a-8509500c09c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.486298] env[62099]: INFO nova.compute.manager [-] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Took 1.43 seconds to deallocate network for instance. [ 1633.562908] env[62099]: DEBUG nova.compute.utils [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1633.564433] env[62099]: DEBUG nova.compute.manager [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1633.564596] env[62099]: DEBUG nova.network.neutron [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1633.633076] env[62099]: DEBUG nova.policy [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a59211205e24787b164a3f90b3fea84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5b9ab63ec694d82807c447c396c3920', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1633.648256] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1896996, 'name': CreateVM_Task, 'duration_secs': 0.422093} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.648626] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1633.651039] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.651039] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.651039] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1633.651039] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b6847f-f918-4c8c-b788-7a78633ed3f2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.655535] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1633.655535] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cff4b0-b4fe-15c8-8a36-c3a15eaa38e4" [ 1633.655535] env[62099]: _type = "Task" [ 1633.655535] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.664197] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cff4b0-b4fe-15c8-8a36-c3a15eaa38e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.781112] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': task-1896997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.921910] env[62099]: DEBUG nova.network.neutron [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Successfully created port: f60c2b4d-26d4-42e1-a0f6-20723f6a1d81 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1633.952138] env[62099]: DEBUG oslo_concurrency.lockutils [req-c17235d5-d76e-4a3f-a49f-ac5bbf32f33d req-0f89f6a4-18eb-4fb2-b164-f3c9684fb1e9 service nova] Releasing lock "refresh_cache-ed81ba10-269b-4162-bc3e-0f475b5664eb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.994400] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.004391] env[62099]: DEBUG nova.compute.manager [req-1ead9383-e78f-4fb2-b1da-c64a34b79702 req-a80f3c50-ba97-487e-ba75-a51473fe1c00 service nova] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Received event network-vif-deleted-98f1d9db-f7bb-42bb-be9b-31936b753fdb {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1634.068420] env[62099]: DEBUG nova.compute.manager [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1634.169047] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cff4b0-b4fe-15c8-8a36-c3a15eaa38e4, 'name': SearchDatastore_Task, 'duration_secs': 0.025251} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.172703] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.172953] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1634.173226] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.173378] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.173557] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1634.174050] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b80dfe2-3c29-412d-97b6-eb0db7e4159d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.183365] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1634.183581] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1634.186756] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a59d0631-3cc1-48be-9eba-2ec260c0de88 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.193076] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1634.193076] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b47dd4-1819-4aa1-2b89-c28cfe6ed255" [ 1634.193076] env[62099]: _type = "Task" [ 1634.193076] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.201546] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b47dd4-1819-4aa1-2b89-c28cfe6ed255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.279568] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': task-1896997, 'name': ReconfigVM_Task, 'duration_secs': 0.615601} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.282055] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Reconfigured VM instance instance-0000004b to attach disk [datastore2] d75e454f-a425-48f7-8507-9bbd0dd0bd52/d75e454f-a425-48f7-8507-9bbd0dd0bd52.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1634.282889] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee15f521-aefb-4881-b1b6-91d9dc6628bc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.290147] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Waiting for the task: (returnval){ [ 1634.290147] env[62099]: value = "task-1896998" [ 1634.290147] env[62099]: _type = "Task" [ 1634.290147] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.300563] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': task-1896998, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.407708] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bf9483-84e8-4f2f-9e12-4473b490c7a0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.415498] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a17f210-03cf-4b6d-8513-b180fd861cdd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.447797] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0883effc-f070-4db8-94e0-baa226d4d34e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.455790] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8fdd1e-c43b-4c70-80f4-5c678ffe0109 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.470246] env[62099]: DEBUG nova.compute.provider_tree [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1634.705370] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b47dd4-1819-4aa1-2b89-c28cfe6ed255, 'name': SearchDatastore_Task, 'duration_secs': 0.0119} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.706228] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a45e25-2075-4755-9209-fcd53ae91411 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.712300] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1634.712300] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529ac58a-fb2c-438c-3366-a91e40cc903d" [ 1634.712300] env[62099]: _type = "Task" [ 1634.712300] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.721149] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529ac58a-fb2c-438c-3366-a91e40cc903d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.800983] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': task-1896998, 'name': Rename_Task, 'duration_secs': 0.155876} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.801451] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1634.801622] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2d3e7b4-0618-4d2d-96d5-040d4d9d2f68 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.808257] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Waiting for the task: (returnval){ [ 1634.808257] env[62099]: value = "task-1896999" [ 1634.808257] env[62099]: _type = "Task" [ 1634.808257] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.816614] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': task-1896999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.973748] env[62099]: DEBUG nova.scheduler.client.report [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1635.081302] env[62099]: DEBUG nova.compute.manager [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1635.109331] env[62099]: DEBUG nova.virt.hardware [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1635.109703] env[62099]: DEBUG nova.virt.hardware [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1635.109918] env[62099]: DEBUG nova.virt.hardware [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1635.110206] env[62099]: DEBUG nova.virt.hardware [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1635.110418] env[62099]: DEBUG nova.virt.hardware [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1635.110633] env[62099]: DEBUG nova.virt.hardware [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1635.110924] env[62099]: DEBUG nova.virt.hardware [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1635.111175] env[62099]: DEBUG nova.virt.hardware [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1635.111431] env[62099]: DEBUG nova.virt.hardware [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1635.111661] env[62099]: DEBUG nova.virt.hardware [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1635.111926] env[62099]: DEBUG nova.virt.hardware [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1635.112998] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863d61b8-37d1-4c1b-9d94-0d1fb585d6c2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.122083] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1811d94-a1f3-4caf-a4c3-77ea5eaf801c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.223085] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529ac58a-fb2c-438c-3366-a91e40cc903d, 'name': SearchDatastore_Task, 'duration_secs': 0.013662} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.223394] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.223672] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] ed81ba10-269b-4162-bc3e-0f475b5664eb/ed81ba10-269b-4162-bc3e-0f475b5664eb.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1635.223943] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9524643e-728e-4896-9186-ab0b94920898 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.231128] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1635.231128] env[62099]: value = "task-1897000" [ 1635.231128] env[62099]: _type = "Task" [ 1635.231128] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.240212] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.318381] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': task-1896999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.375699] env[62099]: DEBUG nova.compute.manager [req-55b0b5fa-63b9-4acf-93ea-44cb2028548c req-34fae155-1479-4c12-be9d-c7f03717eda9 service nova] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Received event network-vif-plugged-f60c2b4d-26d4-42e1-a0f6-20723f6a1d81 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1635.375952] env[62099]: DEBUG oslo_concurrency.lockutils [req-55b0b5fa-63b9-4acf-93ea-44cb2028548c req-34fae155-1479-4c12-be9d-c7f03717eda9 service nova] Acquiring lock "d937b1f4-5e74-4d00-8829-afbc7e0acd8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.376175] env[62099]: DEBUG oslo_concurrency.lockutils [req-55b0b5fa-63b9-4acf-93ea-44cb2028548c req-34fae155-1479-4c12-be9d-c7f03717eda9 service nova] Lock "d937b1f4-5e74-4d00-8829-afbc7e0acd8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.376326] env[62099]: DEBUG oslo_concurrency.lockutils [req-55b0b5fa-63b9-4acf-93ea-44cb2028548c req-34fae155-1479-4c12-be9d-c7f03717eda9 service nova] Lock "d937b1f4-5e74-4d00-8829-afbc7e0acd8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.376495] env[62099]: DEBUG nova.compute.manager [req-55b0b5fa-63b9-4acf-93ea-44cb2028548c req-34fae155-1479-4c12-be9d-c7f03717eda9 service nova] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] No waiting events found dispatching network-vif-plugged-f60c2b4d-26d4-42e1-a0f6-20723f6a1d81 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1635.376659] env[62099]: WARNING nova.compute.manager [req-55b0b5fa-63b9-4acf-93ea-44cb2028548c req-34fae155-1479-4c12-be9d-c7f03717eda9 service nova] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Received unexpected event network-vif-plugged-f60c2b4d-26d4-42e1-a0f6-20723f6a1d81 for instance with vm_state building and task_state spawning. [ 1635.467249] env[62099]: DEBUG nova.network.neutron [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Successfully updated port: f60c2b4d-26d4-42e1-a0f6-20723f6a1d81 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1635.479382] env[62099]: DEBUG oslo_concurrency.lockutils [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.479959] env[62099]: DEBUG nova.compute.manager [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1635.483289] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.492s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.483565] env[62099]: DEBUG nova.objects.instance [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lazy-loading 'resources' on Instance uuid ece5d3f5-806e-426b-a64a-fc89b3b600a5 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1635.743641] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897000, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.822201] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': task-1896999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.971022] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "refresh_cache-d937b1f4-5e74-4d00-8829-afbc7e0acd8c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.971022] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "refresh_cache-d937b1f4-5e74-4d00-8829-afbc7e0acd8c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.971022] env[62099]: DEBUG nova.network.neutron [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1635.986198] env[62099]: DEBUG nova.compute.utils [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1635.991730] env[62099]: DEBUG nova.compute.manager [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1635.992236] env[62099]: DEBUG nova.network.neutron [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1636.040760] env[62099]: DEBUG nova.policy [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f135ebc3627c4a24a0576f3904fe688b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee81b66abbdc4bd4a84ad683eaadb62c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1636.244097] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75962} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.244396] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] ed81ba10-269b-4162-bc3e-0f475b5664eb/ed81ba10-269b-4162-bc3e-0f475b5664eb.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1636.244622] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1636.244875] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cee68805-7c19-43ff-a597-fea260b62938 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.256200] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1636.256200] env[62099]: value = "task-1897001" [ 1636.256200] env[62099]: _type = "Task" [ 1636.256200] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.268946] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.319971] env[62099]: DEBUG oslo_vmware.api [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': task-1896999, 'name': PowerOnVM_Task, 'duration_secs': 1.292386} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.322674] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1636.322873] env[62099]: INFO nova.compute.manager [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1636.323065] env[62099]: DEBUG nova.compute.manager [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1636.324099] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e6906d-0af1-4116-a056-39bab74c387a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.339757] env[62099]: DEBUG nova.network.neutron [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Successfully created port: 038728e6-d9fc-450f-b18f-1a872d80588f {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1636.346599] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec94670-5e3f-483c-abc5-af364c6e152c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.355355] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5759af12-b19c-427d-afcd-979b466990dc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.385422] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955041ae-0c13-4ff5-aebf-723553d5d1fb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.393446] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625059b3-731d-43ba-977b-f8ba8e5a27ab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.408766] env[62099]: DEBUG nova.compute.provider_tree [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1636.488997] env[62099]: DEBUG nova.compute.manager [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1636.509348] env[62099]: DEBUG nova.network.neutron [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1636.644880] env[62099]: DEBUG nova.network.neutron [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Updating instance_info_cache with network_info: [{"id": "f60c2b4d-26d4-42e1-a0f6-20723f6a1d81", "address": "fa:16:3e:88:95:bf", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf60c2b4d-26", "ovs_interfaceid": "f60c2b4d-26d4-42e1-a0f6-20723f6a1d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.766592] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068675} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.766870] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1636.767712] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d23537-4262-4d9c-aed8-3717b8990dc8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.790510] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] ed81ba10-269b-4162-bc3e-0f475b5664eb/ed81ba10-269b-4162-bc3e-0f475b5664eb.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1636.791213] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3ef7f4d-777d-47b2-98d5-d529206a8f57 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.810793] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1636.810793] env[62099]: value = "task-1897002" [ 1636.810793] env[62099]: _type = "Task" [ 1636.810793] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.822178] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.846370] env[62099]: INFO nova.compute.manager [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Took 26.76 seconds to build instance. [ 1636.916133] env[62099]: DEBUG nova.scheduler.client.report [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1637.147949] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "refresh_cache-d937b1f4-5e74-4d00-8829-afbc7e0acd8c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.148424] env[62099]: DEBUG nova.compute.manager [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Instance network_info: |[{"id": "f60c2b4d-26d4-42e1-a0f6-20723f6a1d81", "address": "fa:16:3e:88:95:bf", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf60c2b4d-26", "ovs_interfaceid": "f60c2b4d-26d4-42e1-a0f6-20723f6a1d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1637.148926] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:95:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f60c2b4d-26d4-42e1-a0f6-20723f6a1d81', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1637.158519] env[62099]: DEBUG oslo.service.loopingcall [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1637.158810] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1637.159971] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c034f74-9402-47df-a31b-d9ee9cf247ce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.186968] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1637.186968] env[62099]: value = "task-1897003" [ 1637.186968] env[62099]: _type = "Task" [ 1637.186968] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.198175] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897003, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.320553] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897002, 'name': ReconfigVM_Task, 'duration_secs': 0.360601} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.320855] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Reconfigured VM instance instance-0000004c to attach disk [datastore1] ed81ba10-269b-4162-bc3e-0f475b5664eb/ed81ba10-269b-4162-bc3e-0f475b5664eb.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1637.321510] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a9fabb4-16c1-4bab-8097-2ccceb9dcf8e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.328434] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1637.328434] env[62099]: value = "task-1897004" [ 1637.328434] env[62099]: _type = "Task" [ 1637.328434] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.340540] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897004, 'name': Rename_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.348225] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2211953a-0059-4005-84d7-dfffb319eda0 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Lock "d75e454f-a425-48f7-8507-9bbd0dd0bd52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.286s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.421826] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.424241] env[62099]: DEBUG oslo_concurrency.lockutils [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.647s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.424470] env[62099]: DEBUG nova.objects.instance [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lazy-loading 'resources' on Instance uuid 7d41facf-db33-485c-82f6-beeed6c3ee6c {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1637.447563] env[62099]: INFO nova.scheduler.client.report [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleted allocations for instance ece5d3f5-806e-426b-a64a-fc89b3b600a5 [ 1637.463064] env[62099]: DEBUG nova.compute.manager [req-bbb86723-3ab2-449b-a139-177d65ad8d36 req-85886011-d70b-4c70-8ff5-6846f088d4c4 service nova] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Received event network-changed-f60c2b4d-26d4-42e1-a0f6-20723f6a1d81 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1637.463407] env[62099]: DEBUG nova.compute.manager [req-bbb86723-3ab2-449b-a139-177d65ad8d36 req-85886011-d70b-4c70-8ff5-6846f088d4c4 service nova] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Refreshing instance network info cache due to event network-changed-f60c2b4d-26d4-42e1-a0f6-20723f6a1d81. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1637.463650] env[62099]: DEBUG oslo_concurrency.lockutils [req-bbb86723-3ab2-449b-a139-177d65ad8d36 req-85886011-d70b-4c70-8ff5-6846f088d4c4 service nova] Acquiring lock "refresh_cache-d937b1f4-5e74-4d00-8829-afbc7e0acd8c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.463800] env[62099]: DEBUG oslo_concurrency.lockutils [req-bbb86723-3ab2-449b-a139-177d65ad8d36 req-85886011-d70b-4c70-8ff5-6846f088d4c4 service nova] Acquired lock "refresh_cache-d937b1f4-5e74-4d00-8829-afbc7e0acd8c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.463962] env[62099]: DEBUG nova.network.neutron [req-bbb86723-3ab2-449b-a139-177d65ad8d36 req-85886011-d70b-4c70-8ff5-6846f088d4c4 service nova] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Refreshing network info cache for port f60c2b4d-26d4-42e1-a0f6-20723f6a1d81 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1637.502416] env[62099]: DEBUG nova.compute.manager [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1637.528472] env[62099]: DEBUG nova.virt.hardware [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1637.528472] env[62099]: DEBUG nova.virt.hardware [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1637.528472] env[62099]: DEBUG nova.virt.hardware [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1637.528472] env[62099]: DEBUG nova.virt.hardware [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1637.528738] env[62099]: DEBUG nova.virt.hardware [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1637.528774] env[62099]: DEBUG nova.virt.hardware [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1637.529077] env[62099]: DEBUG nova.virt.hardware [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1637.529277] env[62099]: DEBUG nova.virt.hardware [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1637.529514] env[62099]: DEBUG nova.virt.hardware [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1637.529728] env[62099]: DEBUG nova.virt.hardware [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1637.529960] env[62099]: DEBUG nova.virt.hardware [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1637.531338] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2423a50d-d56a-4876-95f6-e82ac9ba312d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.540803] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc56cc4-6eb8-4b7e-97eb-72ce2f9ff490 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.699856] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897003, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.707488] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Acquiring lock "d75e454f-a425-48f7-8507-9bbd0dd0bd52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.707762] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Lock "d75e454f-a425-48f7-8507-9bbd0dd0bd52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.707985] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Acquiring lock "d75e454f-a425-48f7-8507-9bbd0dd0bd52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.708199] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Lock "d75e454f-a425-48f7-8507-9bbd0dd0bd52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.708400] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Lock "d75e454f-a425-48f7-8507-9bbd0dd0bd52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.710672] env[62099]: INFO nova.compute.manager [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Terminating instance [ 1637.816477] env[62099]: DEBUG nova.network.neutron [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Successfully updated port: 038728e6-d9fc-450f-b18f-1a872d80588f {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1637.840183] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897004, 'name': Rename_Task, 'duration_secs': 0.153236} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.840183] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1637.840183] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3becd81d-9368-44e2-b9af-e0306f3ff366 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.845666] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1637.845666] env[62099]: value = "task-1897005" [ 1637.845666] env[62099]: _type = "Task" [ 1637.845666] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.854893] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.956317] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0a2801e2-d6e4-4405-9a60-1ab242256fc9 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "ece5d3f5-806e-426b-a64a-fc89b3b600a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.559s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.198366] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897003, 'name': CreateVM_Task, 'duration_secs': 0.655477} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.198517] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1638.201698] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.201886] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.202224] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1638.203028] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e116259-3979-4161-8c2e-65091d15d165 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.208038] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1638.208038] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528c8acf-8fff-4f2d-8d72-55d5dcb093c2" [ 1638.208038] env[62099]: _type = "Task" [ 1638.208038] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.216996] env[62099]: DEBUG nova.compute.manager [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1638.217284] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1638.217570] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528c8acf-8fff-4f2d-8d72-55d5dcb093c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.220760] env[62099]: DEBUG nova.network.neutron [req-bbb86723-3ab2-449b-a139-177d65ad8d36 req-85886011-d70b-4c70-8ff5-6846f088d4c4 service nova] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Updated VIF entry in instance network info cache for port f60c2b4d-26d4-42e1-a0f6-20723f6a1d81. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1638.221136] env[62099]: DEBUG nova.network.neutron [req-bbb86723-3ab2-449b-a139-177d65ad8d36 req-85886011-d70b-4c70-8ff5-6846f088d4c4 service nova] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Updating instance_info_cache with network_info: [{"id": "f60c2b4d-26d4-42e1-a0f6-20723f6a1d81", "address": "fa:16:3e:88:95:bf", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf60c2b4d-26", "ovs_interfaceid": "f60c2b4d-26d4-42e1-a0f6-20723f6a1d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.222795] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f004e4a8-daf7-407a-84bd-7ce0f525217d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.232093] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.233266] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33587100-27b8-4b6b-a04b-da2e420cc220 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.244118] env[62099]: DEBUG oslo_vmware.api [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Waiting for the task: (returnval){ [ 1638.244118] env[62099]: value = "task-1897006" [ 1638.244118] env[62099]: _type = "Task" [ 1638.244118] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.255644] env[62099]: DEBUG oslo_vmware.api [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': task-1897006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.262173] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68185da-28ed-4fe0-a895-f1e359cd0465 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.270713] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5df352c-2314-4985-85b7-46aa21d711a0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.302765] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabd4589-b20b-4bbc-9bc7-6c8dc801a5ca {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.312640] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3ea285-0537-494c-98d2-98edfd1d2acc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.319391] env[62099]: DEBUG oslo_concurrency.lockutils [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "refresh_cache-3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.319602] env[62099]: DEBUG oslo_concurrency.lockutils [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired lock "refresh_cache-3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.319785] env[62099]: DEBUG nova.network.neutron [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1638.331350] env[62099]: DEBUG nova.compute.provider_tree [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.355826] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897005, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.718576] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528c8acf-8fff-4f2d-8d72-55d5dcb093c2, 'name': SearchDatastore_Task, 'duration_secs': 0.01822} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.718727] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.719084] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1638.719268] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.719469] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.719689] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1638.719984] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8e196ec-89f4-4691-a3ed-e6873e51e2f9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.726729] env[62099]: DEBUG oslo_concurrency.lockutils [req-bbb86723-3ab2-449b-a139-177d65ad8d36 req-85886011-d70b-4c70-8ff5-6846f088d4c4 service nova] Releasing lock "refresh_cache-d937b1f4-5e74-4d00-8829-afbc7e0acd8c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.728210] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1638.728406] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1638.729205] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12e7cc7f-6f6b-46e8-8ef3-cda83a5f78ee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.734357] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1638.734357] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52299726-379f-836b-f740-9eaac0bdb95d" [ 1638.734357] env[62099]: _type = "Task" [ 1638.734357] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.742193] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52299726-379f-836b-f740-9eaac0bdb95d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.752007] env[62099]: DEBUG oslo_vmware.api [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': task-1897006, 'name': PowerOffVM_Task, 'duration_secs': 0.214486} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.752279] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.752444] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1638.752805] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c35c51d7-2dd7-42b4-8397-fa8042a675b5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.835179] env[62099]: DEBUG nova.scheduler.client.report [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1638.853247] env[62099]: DEBUG nova.network.neutron [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1638.861572] env[62099]: DEBUG oslo_vmware.api [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897005, 'name': PowerOnVM_Task, 'duration_secs': 0.511292} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.861683] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1638.861855] env[62099]: INFO nova.compute.manager [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1638.862048] env[62099]: DEBUG nova.compute.manager [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1638.862835] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4699b160-c9ba-460f-9bf4-b785b37e578c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.879791] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1638.880029] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1638.880207] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Deleting the datastore file [datastore2] d75e454f-a425-48f7-8507-9bbd0dd0bd52 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1638.880464] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-818c9f65-3d8f-440a-bef9-c502b4fb9feb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.887477] env[62099]: DEBUG oslo_vmware.api [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Waiting for the task: (returnval){ [ 1638.887477] env[62099]: value = "task-1897008" [ 1638.887477] env[62099]: _type = "Task" [ 1638.887477] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.898604] env[62099]: DEBUG oslo_vmware.api [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': task-1897008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.003421] env[62099]: DEBUG nova.network.neutron [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Updating instance_info_cache with network_info: [{"id": "038728e6-d9fc-450f-b18f-1a872d80588f", "address": "fa:16:3e:0f:69:2a", "network": {"id": "365e58ad-bf37-4027-bea7-f6435b10c7fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1959660345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee81b66abbdc4bd4a84ad683eaadb62c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap038728e6-d9", "ovs_interfaceid": "038728e6-d9fc-450f-b18f-1a872d80588f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.241721] env[62099]: DEBUG oslo_vmware.rw_handles [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f78a8-dc17-03f9-cbf1-3d891726bb2d/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1639.242626] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744b2e50-92d1-4b07-ba1a-3b08c4426863 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.248688] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52299726-379f-836b-f740-9eaac0bdb95d, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.249766] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-844b8882-a212-4460-9015-d8f314f70ad1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.253813] env[62099]: DEBUG oslo_vmware.rw_handles [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f78a8-dc17-03f9-cbf1-3d891726bb2d/disk-0.vmdk is in state: ready. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1639.254099] env[62099]: ERROR oslo_vmware.rw_handles [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f78a8-dc17-03f9-cbf1-3d891726bb2d/disk-0.vmdk due to incomplete transfer. [ 1639.254773] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8522fad3-0a55-489b-93fe-cc3adb4c2572 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.258106] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1639.258106] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529c18ce-cc68-f0e7-ddfa-66b800b0678b" [ 1639.258106] env[62099]: _type = "Task" [ 1639.258106] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.263502] env[62099]: DEBUG oslo_vmware.rw_handles [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f78a8-dc17-03f9-cbf1-3d891726bb2d/disk-0.vmdk. {{(pid=62099) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1639.263751] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Uploaded image eada86ca-f7f6-4c83-8982-b2d701a72001 to the Glance image server {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1639.266850] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Destroying the VM {{(pid=62099) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1639.267542] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c05bb294-9fc3-4398-af50-36ccbfbc3b16 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.274386] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529c18ce-cc68-f0e7-ddfa-66b800b0678b, 'name': SearchDatastore_Task, 'duration_secs': 0.010914} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.275075] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.275425] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] d937b1f4-5e74-4d00-8829-afbc7e0acd8c/d937b1f4-5e74-4d00-8829-afbc7e0acd8c.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1639.276120] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3337e5d5-c78c-49db-8153-edcdb9c94bf9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.279760] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1639.279760] env[62099]: value = "task-1897009" [ 1639.279760] env[62099]: _type = "Task" [ 1639.279760] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.285599] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1639.285599] env[62099]: value = "task-1897010" [ 1639.285599] env[62099]: _type = "Task" [ 1639.285599] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.294067] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897009, 'name': Destroy_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.298916] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.342078] env[62099]: DEBUG oslo_concurrency.lockutils [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.344429] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.409s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.346032] env[62099]: INFO nova.compute.claims [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1639.365526] env[62099]: INFO nova.scheduler.client.report [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Deleted allocations for instance 7d41facf-db33-485c-82f6-beeed6c3ee6c [ 1639.380953] env[62099]: INFO nova.compute.manager [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Took 28.68 seconds to build instance. [ 1639.398923] env[62099]: DEBUG oslo_vmware.api [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Task: {'id': task-1897008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19006} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.399239] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.399432] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.399581] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.399728] env[62099]: INFO nova.compute.manager [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1639.399967] env[62099]: DEBUG oslo.service.loopingcall [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.400167] env[62099]: DEBUG nova.compute.manager [-] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.400275] env[62099]: DEBUG nova.network.neutron [-] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1639.506476] env[62099]: DEBUG oslo_concurrency.lockutils [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Releasing lock "refresh_cache-3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.506814] env[62099]: DEBUG nova.compute.manager [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Instance network_info: |[{"id": "038728e6-d9fc-450f-b18f-1a872d80588f", "address": "fa:16:3e:0f:69:2a", "network": {"id": "365e58ad-bf37-4027-bea7-f6435b10c7fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1959660345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee81b66abbdc4bd4a84ad683eaadb62c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap038728e6-d9", "ovs_interfaceid": "038728e6-d9fc-450f-b18f-1a872d80588f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1639.507399] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:69:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '038728e6-d9fc-450f-b18f-1a872d80588f', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1639.515897] env[62099]: DEBUG oslo.service.loopingcall [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.516165] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1639.516453] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39c8af8c-899b-45d6-9765-d5cd05dca3ae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.538100] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1639.538100] env[62099]: value = "task-1897011" [ 1639.538100] env[62099]: _type = "Task" [ 1639.538100] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.546016] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897011, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.595799] env[62099]: DEBUG nova.compute.manager [req-b8700000-f47a-4bfd-b12a-212b362d6d3a req-13f87fd8-30a5-496d-a070-f4e61c5b3fc3 service nova] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Received event network-vif-plugged-038728e6-d9fc-450f-b18f-1a872d80588f {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1639.596100] env[62099]: DEBUG oslo_concurrency.lockutils [req-b8700000-f47a-4bfd-b12a-212b362d6d3a req-13f87fd8-30a5-496d-a070-f4e61c5b3fc3 service nova] Acquiring lock "3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.596261] env[62099]: DEBUG oslo_concurrency.lockutils [req-b8700000-f47a-4bfd-b12a-212b362d6d3a req-13f87fd8-30a5-496d-a070-f4e61c5b3fc3 service nova] Lock "3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.596538] env[62099]: DEBUG oslo_concurrency.lockutils [req-b8700000-f47a-4bfd-b12a-212b362d6d3a req-13f87fd8-30a5-496d-a070-f4e61c5b3fc3 service nova] Lock "3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.596766] env[62099]: DEBUG nova.compute.manager [req-b8700000-f47a-4bfd-b12a-212b362d6d3a req-13f87fd8-30a5-496d-a070-f4e61c5b3fc3 service nova] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] No waiting events found dispatching network-vif-plugged-038728e6-d9fc-450f-b18f-1a872d80588f {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1639.596993] env[62099]: WARNING nova.compute.manager [req-b8700000-f47a-4bfd-b12a-212b362d6d3a req-13f87fd8-30a5-496d-a070-f4e61c5b3fc3 service nova] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Received unexpected event network-vif-plugged-038728e6-d9fc-450f-b18f-1a872d80588f for instance with vm_state building and task_state spawning. [ 1639.597523] env[62099]: DEBUG nova.compute.manager [req-b8700000-f47a-4bfd-b12a-212b362d6d3a req-13f87fd8-30a5-496d-a070-f4e61c5b3fc3 service nova] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Received event network-changed-038728e6-d9fc-450f-b18f-1a872d80588f {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1639.597600] env[62099]: DEBUG nova.compute.manager [req-b8700000-f47a-4bfd-b12a-212b362d6d3a req-13f87fd8-30a5-496d-a070-f4e61c5b3fc3 service nova] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Refreshing instance network info cache due to event network-changed-038728e6-d9fc-450f-b18f-1a872d80588f. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1639.597805] env[62099]: DEBUG oslo_concurrency.lockutils [req-b8700000-f47a-4bfd-b12a-212b362d6d3a req-13f87fd8-30a5-496d-a070-f4e61c5b3fc3 service nova] Acquiring lock "refresh_cache-3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.597988] env[62099]: DEBUG oslo_concurrency.lockutils [req-b8700000-f47a-4bfd-b12a-212b362d6d3a req-13f87fd8-30a5-496d-a070-f4e61c5b3fc3 service nova] Acquired lock "refresh_cache-3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.598236] env[62099]: DEBUG nova.network.neutron [req-b8700000-f47a-4bfd-b12a-212b362d6d3a req-13f87fd8-30a5-496d-a070-f4e61c5b3fc3 service nova] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Refreshing network info cache for port 038728e6-d9fc-450f-b18f-1a872d80588f {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1639.794397] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897009, 'name': Destroy_Task} progress is 33%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.801023] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897010, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.875220] env[62099]: DEBUG oslo_concurrency.lockutils [None req-61a05eaa-0fdb-4eb5-86ba-671cdf3db4bb tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "7d41facf-db33-485c-82f6-beeed6c3ee6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.769s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.882984] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e5bc6ea3-977f-4359-a62a-25ffdf7a8c73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "ed81ba10-269b-4162-bc3e-0f475b5664eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.193s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.048443] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897011, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.167251] env[62099]: DEBUG nova.network.neutron [-] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.178298] env[62099]: DEBUG oslo_concurrency.lockutils [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "ed81ba10-269b-4162-bc3e-0f475b5664eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.178531] env[62099]: DEBUG oslo_concurrency.lockutils [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "ed81ba10-269b-4162-bc3e-0f475b5664eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.178747] env[62099]: DEBUG oslo_concurrency.lockutils [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "ed81ba10-269b-4162-bc3e-0f475b5664eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.178932] env[62099]: DEBUG oslo_concurrency.lockutils [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "ed81ba10-269b-4162-bc3e-0f475b5664eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.179117] env[62099]: DEBUG oslo_concurrency.lockutils [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "ed81ba10-269b-4162-bc3e-0f475b5664eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.181298] env[62099]: INFO nova.compute.manager [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Terminating instance [ 1640.290366] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897009, 'name': Destroy_Task, 'duration_secs': 0.54361} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.293223] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Destroyed the VM [ 1640.293464] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Deleting Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1640.293708] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7d8847c8-4a60-468c-a776-5c78a4085b2d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.299909] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543509} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.300998] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] d937b1f4-5e74-4d00-8829-afbc7e0acd8c/d937b1f4-5e74-4d00-8829-afbc7e0acd8c.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1640.301220] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1640.301508] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1640.301508] env[62099]: value = "task-1897012" [ 1640.301508] env[62099]: _type = "Task" [ 1640.301508] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.301718] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b14c409b-7025-49f3-ad2d-085f6b510403 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.311064] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897012, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.312058] env[62099]: DEBUG nova.network.neutron [req-b8700000-f47a-4bfd-b12a-212b362d6d3a req-13f87fd8-30a5-496d-a070-f4e61c5b3fc3 service nova] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Updated VIF entry in instance network info cache for port 038728e6-d9fc-450f-b18f-1a872d80588f. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1640.312477] env[62099]: DEBUG nova.network.neutron [req-b8700000-f47a-4bfd-b12a-212b362d6d3a req-13f87fd8-30a5-496d-a070-f4e61c5b3fc3 service nova] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Updating instance_info_cache with network_info: [{"id": "038728e6-d9fc-450f-b18f-1a872d80588f", "address": "fa:16:3e:0f:69:2a", "network": {"id": "365e58ad-bf37-4027-bea7-f6435b10c7fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1959660345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee81b66abbdc4bd4a84ad683eaadb62c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap038728e6-d9", "ovs_interfaceid": "038728e6-d9fc-450f-b18f-1a872d80588f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.315747] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1640.315747] env[62099]: value = "task-1897013" [ 1640.315747] env[62099]: _type = "Task" [ 1640.315747] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.324182] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.550589] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897011, 'name': CreateVM_Task, 'duration_secs': 0.54457} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.552670] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1640.553681] env[62099]: DEBUG oslo_concurrency.lockutils [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.553765] env[62099]: DEBUG oslo_concurrency.lockutils [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.554029] env[62099]: DEBUG oslo_concurrency.lockutils [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1640.554273] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7c8afd-b3cb-4f40-8279-775f598101e8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.558779] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1640.558779] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]524ee592-7841-6c2c-729b-80f3de38ebfe" [ 1640.558779] env[62099]: _type = "Task" [ 1640.558779] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.567962] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]524ee592-7841-6c2c-729b-80f3de38ebfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.618493] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ecc230-6995-40b2-8569-65ffb4fde830 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.625593] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4e238f-f787-4ac2-8575-f78aa68bdb21 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.655839] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1a991d-9904-4b13-805c-b18c06b9c673 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.663150] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc9b13c-1d97-42ec-89d8-e73f7496fe9d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.676232] env[62099]: INFO nova.compute.manager [-] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Took 1.28 seconds to deallocate network for instance. [ 1640.676725] env[62099]: DEBUG nova.compute.provider_tree [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.684217] env[62099]: DEBUG nova.compute.manager [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1640.684463] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1640.685318] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23affa48-e360-445e-96f0-b5eca402afd5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.692971] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1640.693226] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4b7295c-4d20-4e68-91d8-3122c88e5c80 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.698911] env[62099]: DEBUG oslo_vmware.api [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1640.698911] env[62099]: value = "task-1897014" [ 1640.698911] env[62099]: _type = "Task" [ 1640.698911] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.706612] env[62099]: DEBUG oslo_vmware.api [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.812910] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897012, 'name': RemoveSnapshot_Task, 'duration_secs': 0.369452} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.813206] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Deleted Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1640.813488] env[62099]: DEBUG nova.compute.manager [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1640.814286] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63954261-4b78-4371-9fbd-461d1fca2cf6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.817014] env[62099]: DEBUG oslo_concurrency.lockutils [req-b8700000-f47a-4bfd-b12a-212b362d6d3a req-13f87fd8-30a5-496d-a070-f4e61c5b3fc3 service nova] Releasing lock "refresh_cache-3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.826835] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068149} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.828429] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1640.831208] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74e82f1-97bf-4c83-913c-e215bceafdca {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.853091] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] d937b1f4-5e74-4d00-8829-afbc7e0acd8c/d937b1f4-5e74-4d00-8829-afbc7e0acd8c.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1640.853804] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c90095fe-2e6c-46e6-83cd-e23922e879ad {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.874017] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1640.874017] env[62099]: value = "task-1897015" [ 1640.874017] env[62099]: _type = "Task" [ 1640.874017] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.882879] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.945131] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1640.945415] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1641.069345] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]524ee592-7841-6c2c-729b-80f3de38ebfe, 'name': SearchDatastore_Task, 'duration_secs': 0.008934} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.069657] env[62099]: DEBUG oslo_concurrency.lockutils [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.069886] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1641.070132] env[62099]: DEBUG oslo_concurrency.lockutils [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.070282] env[62099]: DEBUG oslo_concurrency.lockutils [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.070457] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1641.070706] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96ca212c-1f23-40b3-a7b6-820b44773548 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.078926] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1641.079143] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1641.079936] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d28dc867-ea06-41d7-8f90-67d2db79b2c5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.085562] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1641.085562] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529b8bfa-902a-8b95-4a24-2a577903f015" [ 1641.085562] env[62099]: _type = "Task" [ 1641.085562] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.094850] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529b8bfa-902a-8b95-4a24-2a577903f015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.184585] env[62099]: DEBUG nova.scheduler.client.report [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1641.188485] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.209703] env[62099]: DEBUG oslo_vmware.api [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897014, 'name': PowerOffVM_Task, 'duration_secs': 0.210786} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.209962] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1641.210145] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1641.210385] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7e308d4-8cf9-4290-b874-488d7b9a48d7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.319470] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1641.319695] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1641.319878] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleting the datastore file [datastore1] ed81ba10-269b-4162-bc3e-0f475b5664eb {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1641.320171] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4b73577-5e97-4cc8-81c3-bb96f9cf1a58 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.327671] env[62099]: DEBUG oslo_vmware.api [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1641.327671] env[62099]: value = "task-1897017" [ 1641.327671] env[62099]: _type = "Task" [ 1641.327671] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.337347] env[62099]: DEBUG oslo_vmware.api [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.337771] env[62099]: INFO nova.compute.manager [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Shelve offloading [ 1641.384347] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897015, 'name': ReconfigVM_Task, 'duration_secs': 0.282256} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.384347] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Reconfigured VM instance instance-0000004d to attach disk [datastore2] d937b1f4-5e74-4d00-8829-afbc7e0acd8c/d937b1f4-5e74-4d00-8829-afbc7e0acd8c.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1641.384347] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0be7e125-8c0a-4f4b-b64f-81d72ba9403c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.390741] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1641.390741] env[62099]: value = "task-1897018" [ 1641.390741] env[62099]: _type = "Task" [ 1641.390741] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.398114] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897018, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.454968] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1641.454968] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1641.454968] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Rebuilding the list of instances to heal {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1641.597883] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529b8bfa-902a-8b95-4a24-2a577903f015, 'name': SearchDatastore_Task, 'duration_secs': 0.008604} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.598695] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be762dad-60be-4c74-9ce0-abc5707ce908 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.603540] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1641.603540] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5294856a-b581-673e-e259-6b4a32e0b7ca" [ 1641.603540] env[62099]: _type = "Task" [ 1641.603540] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.610999] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5294856a-b581-673e-e259-6b4a32e0b7ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.620587] env[62099]: DEBUG nova.compute.manager [req-b13c7108-1b1a-47ad-8d7c-a2a1f9e80b89 req-69b71c71-0e2b-4711-b51a-5e1d80286352 service nova] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Received event network-vif-deleted-7a0a5bba-d4a3-4fb2-bb6c-50559ce480ac {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1641.691147] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.691147] env[62099]: DEBUG nova.compute.manager [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1641.693347] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.081s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.693552] env[62099]: DEBUG nova.objects.instance [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Lazy-loading 'resources' on Instance uuid 87130834-359c-4d54-9cdf-f4a20a051a58 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1641.837481] env[62099]: DEBUG oslo_vmware.api [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135892} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.837740] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1641.837921] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1641.838105] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1641.838368] env[62099]: INFO nova.compute.manager [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1641.838609] env[62099]: DEBUG oslo.service.loopingcall [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1641.838800] env[62099]: DEBUG nova.compute.manager [-] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1641.838896] env[62099]: DEBUG nova.network.neutron [-] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1641.842131] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1641.842326] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75bbb1e1-0cfb-420c-a6fa-d3f46cb76597 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.849105] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1641.849105] env[62099]: value = "task-1897019" [ 1641.849105] env[62099]: _type = "Task" [ 1641.849105] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.856561] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.900851] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897018, 'name': Rename_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.960888] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Skipping network cache update for instance because it is being deleted. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1641.961078] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Skipping network cache update for instance because it is Building. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1641.961231] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Skipping network cache update for instance because it is Building. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1641.961359] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Skipping network cache update for instance because it is Building. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1641.976878] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "refresh_cache-87130834-359c-4d54-9cdf-f4a20a051a58" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.977026] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquired lock "refresh_cache-87130834-359c-4d54-9cdf-f4a20a051a58" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.977248] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Forcefully refreshing network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1641.977410] env[62099]: DEBUG nova.objects.instance [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lazy-loading 'info_cache' on Instance uuid 87130834-359c-4d54-9cdf-f4a20a051a58 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1642.113870] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5294856a-b581-673e-e259-6b4a32e0b7ca, 'name': SearchDatastore_Task, 'duration_secs': 0.008616} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.114190] env[62099]: DEBUG oslo_concurrency.lockutils [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.114461] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b/3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1642.114726] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42e1a653-e07f-4aba-8a5a-296e7bb68d2c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.125434] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1642.125434] env[62099]: value = "task-1897020" [ 1642.125434] env[62099]: _type = "Task" [ 1642.125434] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.137899] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.255029] env[62099]: DEBUG nova.compute.utils [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1642.259896] env[62099]: DEBUG nova.compute.manager [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1642.260391] env[62099]: DEBUG nova.network.neutron [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1642.338609] env[62099]: DEBUG nova.policy [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4be590808bb9447989b693bd60f7facc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01b60258959d4842b0584919da5c2cb2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1642.363697] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] VM already powered off {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1642.363938] env[62099]: DEBUG nova.compute.manager [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1642.364794] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327a00e0-c84f-485c-9575-a59342a18539 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.371132] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "refresh_cache-49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.371412] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "refresh_cache-49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.371530] env[62099]: DEBUG nova.network.neutron [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1642.404490] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897018, 'name': Rename_Task, 'duration_secs': 0.861975} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.404490] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1642.404722] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4279d70f-2ec2-4041-ac27-350d535f57c1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.412331] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1642.412331] env[62099]: value = "task-1897021" [ 1642.412331] env[62099]: _type = "Task" [ 1642.412331] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.422665] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.581685] env[62099]: DEBUG nova.network.neutron [-] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.635207] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897020, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.646936] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f138b724-d236-4f19-adaf-0841be37e79d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.653934] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5192dd5e-bc91-4fdb-8ad1-a4fea7f87e55 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.658144] env[62099]: DEBUG nova.network.neutron [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Successfully created port: 78e09514-43b7-4da3-a21e-1de15b0cd7ed {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1642.686619] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d848c185-6843-4d31-ab56-334912c4e8a6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.694340] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9f6720-0c21-4aa9-a277-2ece7ded2d68 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.707705] env[62099]: DEBUG nova.compute.provider_tree [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.763187] env[62099]: DEBUG nova.compute.manager [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1642.922756] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.000921] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1643.086726] env[62099]: INFO nova.compute.manager [-] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Took 1.25 seconds to deallocate network for instance. [ 1643.132772] env[62099]: DEBUG nova.network.neutron [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Updating instance_info_cache with network_info: [{"id": "ccd1e2b4-b422-438a-8ca7-85e808c8ed5a", "address": "fa:16:3e:3b:13:b6", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccd1e2b4-b4", "ovs_interfaceid": "ccd1e2b4-b422-438a-8ca7-85e808c8ed5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.140283] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523247} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.140564] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b/3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1643.140808] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1643.141106] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91eb8077-0dc1-45a6-b752-589ae2d5eae0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.150551] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1643.150551] env[62099]: value = "task-1897022" [ 1643.150551] env[62099]: _type = "Task" [ 1643.150551] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.158407] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.211162] env[62099]: DEBUG nova.scheduler.client.report [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1643.421807] env[62099]: DEBUG oslo_vmware.api [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897021, 'name': PowerOnVM_Task, 'duration_secs': 0.565275} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.422166] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1643.422273] env[62099]: INFO nova.compute.manager [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1643.422453] env[62099]: DEBUG nova.compute.manager [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1643.423296] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baf99df-4adb-451d-8da5-fe2b2447de9a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.595990] env[62099]: DEBUG oslo_concurrency.lockutils [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.597989] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.635770] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "refresh_cache-49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.645979] env[62099]: DEBUG nova.compute.manager [req-6c3fb140-fe16-43f6-81be-75684ee0a847 req-870b4cbf-ec3b-45d4-ba33-57643e6545b3 service nova] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Received event network-vif-deleted-1aa3a90c-5b29-4645-a65a-8509500c09c4 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1643.660888] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.279307} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.661192] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1643.661971] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7386d8ae-2741-46a9-8239-d3fda8ff5365 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.686238] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b/3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1643.686811] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa904b48-6fe6-4c6f-95bc-85ca23e40ff1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.707552] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1643.707552] env[62099]: value = "task-1897023" [ 1643.707552] env[62099]: _type = "Task" [ 1643.707552] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.718020] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.719863] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.720320] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.747s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.721807] env[62099]: INFO nova.compute.claims [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1643.745651] env[62099]: INFO nova.scheduler.client.report [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Deleted allocations for instance 87130834-359c-4d54-9cdf-f4a20a051a58 [ 1643.772452] env[62099]: DEBUG nova.compute.manager [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1643.800813] env[62099]: DEBUG nova.virt.hardware [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1643.801072] env[62099]: DEBUG nova.virt.hardware [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1643.801321] env[62099]: DEBUG nova.virt.hardware [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1643.801534] env[62099]: DEBUG nova.virt.hardware [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1643.801678] env[62099]: DEBUG nova.virt.hardware [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1643.801820] env[62099]: DEBUG nova.virt.hardware [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1643.802362] env[62099]: DEBUG nova.virt.hardware [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1643.802362] env[62099]: DEBUG nova.virt.hardware [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1643.802513] env[62099]: DEBUG nova.virt.hardware [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1643.802675] env[62099]: DEBUG nova.virt.hardware [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1643.802842] env[62099]: DEBUG nova.virt.hardware [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1643.803707] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b34ac35-9b17-46f5-af33-932fa448493f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.812229] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c2cec4-a1ba-4d93-a92d-0cd089000443 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.908987] env[62099]: DEBUG nova.compute.manager [req-d3275f69-e1f5-4a5c-b5b2-46b673605888 req-6bab51f7-ab9a-4c79-b41c-1b1676e4d934 service nova] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Received event network-vif-unplugged-ccd1e2b4-b422-438a-8ca7-85e808c8ed5a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1643.909244] env[62099]: DEBUG oslo_concurrency.lockutils [req-d3275f69-e1f5-4a5c-b5b2-46b673605888 req-6bab51f7-ab9a-4c79-b41c-1b1676e4d934 service nova] Acquiring lock "49dbecd7-eb8d-4697-ac1e-0be8fbe93a78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.909455] env[62099]: DEBUG oslo_concurrency.lockutils [req-d3275f69-e1f5-4a5c-b5b2-46b673605888 req-6bab51f7-ab9a-4c79-b41c-1b1676e4d934 service nova] Lock "49dbecd7-eb8d-4697-ac1e-0be8fbe93a78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.909632] env[62099]: DEBUG oslo_concurrency.lockutils [req-d3275f69-e1f5-4a5c-b5b2-46b673605888 req-6bab51f7-ab9a-4c79-b41c-1b1676e4d934 service nova] Lock "49dbecd7-eb8d-4697-ac1e-0be8fbe93a78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.909799] env[62099]: DEBUG nova.compute.manager [req-d3275f69-e1f5-4a5c-b5b2-46b673605888 req-6bab51f7-ab9a-4c79-b41c-1b1676e4d934 service nova] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] No waiting events found dispatching network-vif-unplugged-ccd1e2b4-b422-438a-8ca7-85e808c8ed5a {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1643.909963] env[62099]: WARNING nova.compute.manager [req-d3275f69-e1f5-4a5c-b5b2-46b673605888 req-6bab51f7-ab9a-4c79-b41c-1b1676e4d934 service nova] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Received unexpected event network-vif-unplugged-ccd1e2b4-b422-438a-8ca7-85e808c8ed5a for instance with vm_state shelved and task_state shelving_offloading. [ 1643.930710] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1643.931704] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f785ff88-f681-475f-af57-25fc5e3bc55f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.941761] env[62099]: INFO nova.compute.manager [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Took 27.90 seconds to build instance. [ 1643.944676] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1643.944927] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-666411ba-4c35-4b48-ba5b-7ffe37f2ae81 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.048033] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1644.048180] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1644.048331] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Deleting the datastore file [datastore1] 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1644.048675] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10d522a3-619e-4546-b58b-439555db5a4b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.057839] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1644.057839] env[62099]: value = "task-1897025" [ 1644.057839] env[62099]: _type = "Task" [ 1644.057839] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.067966] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.101142] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Releasing lock "refresh_cache-87130834-359c-4d54-9cdf-f4a20a051a58" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.101487] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Updated the network info_cache for instance {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1644.101788] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1644.102036] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1644.102231] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1644.102467] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1644.102668] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1644.102889] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1644.103088] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1644.103255] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1644.134233] env[62099]: DEBUG nova.network.neutron [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Successfully updated port: 78e09514-43b7-4da3-a21e-1de15b0cd7ed {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1644.218554] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.251422] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5f5246b-1f86-4759-8dc9-9a11adeae085 tempest-ServersTestBootFromVolume-432984672 tempest-ServersTestBootFromVolume-432984672-project-member] Lock "87130834-359c-4d54-9cdf-f4a20a051a58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.298s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.445877] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e3d5e81c-7552-4bf5-9fd6-4cbdedd81d3c tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "d937b1f4-5e74-4d00-8829-afbc7e0acd8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.418s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.568505] env[62099]: DEBUG oslo_vmware.api [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336512} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.568761] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1644.568980] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1644.569190] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1644.594129] env[62099]: INFO nova.scheduler.client.report [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Deleted allocations for instance 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78 [ 1644.606486] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.639017] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.639017] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquired lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.639017] env[62099]: DEBUG nova.network.neutron [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1644.719179] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897023, 'name': ReconfigVM_Task, 'duration_secs': 0.755564} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.719559] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b/3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1644.720283] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b75b529-b057-4e5b-a27a-6debcf177989 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.726637] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1644.726637] env[62099]: value = "task-1897026" [ 1644.726637] env[62099]: _type = "Task" [ 1644.726637] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.739914] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897026, 'name': Rename_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.019597] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fc2de9-254f-401d-b393-86ec68e4971d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.027977] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c56cac-a91f-4c3e-bf88-41a3fdb5c33c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.058064] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92f5619-0d02-4bae-9c4c-4f7cc6731988 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.066778] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef79af8e-b4a6-4258-9ad5-97a11960692c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.083096] env[62099]: DEBUG nova.compute.provider_tree [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1645.103328] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.190183] env[62099]: DEBUG nova.network.neutron [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1645.237340] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897026, 'name': Rename_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.441362] env[62099]: DEBUG nova.network.neutron [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Updating instance_info_cache with network_info: [{"id": "78e09514-43b7-4da3-a21e-1de15b0cd7ed", "address": "fa:16:3e:78:c6:42", "network": {"id": "eced2df3-cde6-42a5-adc0-b55fb605aa5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-166005586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01b60258959d4842b0584919da5c2cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e09514-43", "ovs_interfaceid": "78e09514-43b7-4da3-a21e-1de15b0cd7ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.588718] env[62099]: DEBUG nova.scheduler.client.report [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1645.675798] env[62099]: DEBUG nova.compute.manager [req-54498bc4-5f45-47cf-b360-238481d4dd91 req-7988223d-5bdc-401f-b2d4-18a65712b036 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Received event network-vif-plugged-78e09514-43b7-4da3-a21e-1de15b0cd7ed {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1645.675798] env[62099]: DEBUG oslo_concurrency.lockutils [req-54498bc4-5f45-47cf-b360-238481d4dd91 req-7988223d-5bdc-401f-b2d4-18a65712b036 service nova] Acquiring lock "69fd58ca-a8c0-4c77-9062-caf63d38be25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.675798] env[62099]: DEBUG oslo_concurrency.lockutils [req-54498bc4-5f45-47cf-b360-238481d4dd91 req-7988223d-5bdc-401f-b2d4-18a65712b036 service nova] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.675798] env[62099]: DEBUG oslo_concurrency.lockutils [req-54498bc4-5f45-47cf-b360-238481d4dd91 req-7988223d-5bdc-401f-b2d4-18a65712b036 service nova] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.675798] env[62099]: DEBUG nova.compute.manager [req-54498bc4-5f45-47cf-b360-238481d4dd91 req-7988223d-5bdc-401f-b2d4-18a65712b036 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] No waiting events found dispatching network-vif-plugged-78e09514-43b7-4da3-a21e-1de15b0cd7ed {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1645.678485] env[62099]: WARNING nova.compute.manager [req-54498bc4-5f45-47cf-b360-238481d4dd91 req-7988223d-5bdc-401f-b2d4-18a65712b036 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Received unexpected event network-vif-plugged-78e09514-43b7-4da3-a21e-1de15b0cd7ed for instance with vm_state building and task_state spawning. [ 1645.679242] env[62099]: DEBUG nova.compute.manager [req-54498bc4-5f45-47cf-b360-238481d4dd91 req-7988223d-5bdc-401f-b2d4-18a65712b036 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Received event network-changed-78e09514-43b7-4da3-a21e-1de15b0cd7ed {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1645.680902] env[62099]: DEBUG nova.compute.manager [req-54498bc4-5f45-47cf-b360-238481d4dd91 req-7988223d-5bdc-401f-b2d4-18a65712b036 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Refreshing instance network info cache due to event network-changed-78e09514-43b7-4da3-a21e-1de15b0cd7ed. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1645.680902] env[62099]: DEBUG oslo_concurrency.lockutils [req-54498bc4-5f45-47cf-b360-238481d4dd91 req-7988223d-5bdc-401f-b2d4-18a65712b036 service nova] Acquiring lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.738363] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897026, 'name': Rename_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.873363] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3977d053-3d07-4303-9c8a-8d1d44486804 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.940372] env[62099]: DEBUG nova.compute.manager [req-c54044fa-a42e-4703-97c0-eac315fcddfd req-942df094-5b11-4817-8142-3a71e37317bf service nova] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Received event network-changed-ccd1e2b4-b422-438a-8ca7-85e808c8ed5a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1645.940555] env[62099]: DEBUG nova.compute.manager [req-c54044fa-a42e-4703-97c0-eac315fcddfd req-942df094-5b11-4817-8142-3a71e37317bf service nova] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Refreshing instance network info cache due to event network-changed-ccd1e2b4-b422-438a-8ca7-85e808c8ed5a. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1645.940790] env[62099]: DEBUG oslo_concurrency.lockutils [req-c54044fa-a42e-4703-97c0-eac315fcddfd req-942df094-5b11-4817-8142-3a71e37317bf service nova] Acquiring lock "refresh_cache-49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.941070] env[62099]: DEBUG oslo_concurrency.lockutils [req-c54044fa-a42e-4703-97c0-eac315fcddfd req-942df094-5b11-4817-8142-3a71e37317bf service nova] Acquired lock "refresh_cache-49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.941201] env[62099]: DEBUG nova.network.neutron [req-c54044fa-a42e-4703-97c0-eac315fcddfd req-942df094-5b11-4817-8142-3a71e37317bf service nova] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Refreshing network info cache for port ccd1e2b4-b422-438a-8ca7-85e808c8ed5a {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1645.943921] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Releasing lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.944215] env[62099]: DEBUG nova.compute.manager [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Instance network_info: |[{"id": "78e09514-43b7-4da3-a21e-1de15b0cd7ed", "address": "fa:16:3e:78:c6:42", "network": {"id": "eced2df3-cde6-42a5-adc0-b55fb605aa5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-166005586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01b60258959d4842b0584919da5c2cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e09514-43", "ovs_interfaceid": "78e09514-43b7-4da3-a21e-1de15b0cd7ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1645.944494] env[62099]: DEBUG oslo_concurrency.lockutils [req-54498bc4-5f45-47cf-b360-238481d4dd91 req-7988223d-5bdc-401f-b2d4-18a65712b036 service nova] Acquired lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.944668] env[62099]: DEBUG nova.network.neutron [req-54498bc4-5f45-47cf-b360-238481d4dd91 req-7988223d-5bdc-401f-b2d4-18a65712b036 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Refreshing network info cache for port 78e09514-43b7-4da3-a21e-1de15b0cd7ed {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1645.945738] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:c6:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78e09514-43b7-4da3-a21e-1de15b0cd7ed', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1645.953721] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Creating folder: Project (01b60258959d4842b0584919da5c2cb2). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1645.955226] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-532f70b7-b1fe-432a-be54-91cbdff5e49d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.967040] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Created folder: Project (01b60258959d4842b0584919da5c2cb2) in parent group-v391507. [ 1645.967266] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Creating folder: Instances. Parent ref: group-v391721. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1645.967509] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90c85363-31da-4a47-a813-cfd794918723 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.977989] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Created folder: Instances in parent group-v391721. [ 1645.977989] env[62099]: DEBUG oslo.service.loopingcall [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.978239] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1645.978239] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb8cac79-f850-49c8-b5f8-0bea7c22dc4c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.998683] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1645.998683] env[62099]: value = "task-1897029" [ 1645.998683] env[62099]: _type = "Task" [ 1645.998683] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.006551] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897029, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.096337] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.096883] env[62099]: DEBUG nova.compute.manager [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1646.105020] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.229s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.105020] env[62099]: INFO nova.compute.claims [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1646.123752] env[62099]: DEBUG nova.compute.manager [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Stashing vm_state: active {{(pid=62099) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1646.238532] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897026, 'name': Rename_Task, 'duration_secs': 1.296442} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.238824] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1646.239109] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a3761d4-48d1-4210-a19f-c66a7714461b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.245740] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1646.245740] env[62099]: value = "task-1897030" [ 1646.245740] env[62099]: _type = "Task" [ 1646.245740] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.254795] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.514624] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897029, 'name': CreateVM_Task, 'duration_secs': 0.445648} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.514624] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1646.514624] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.514624] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.514624] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1646.514624] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57cbdbf6-4325-45bb-accd-a206f14ec709 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.515880] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1646.515880] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5243529a-67e7-d14f-6cc6-9faf572c871a" [ 1646.515880] env[62099]: _type = "Task" [ 1646.515880] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.526030] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5243529a-67e7-d14f-6cc6-9faf572c871a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.604967] env[62099]: DEBUG nova.compute.utils [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1646.606600] env[62099]: DEBUG nova.compute.manager [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1646.606785] env[62099]: DEBUG nova.network.neutron [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1646.642214] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.756265] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897030, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.781781] env[62099]: DEBUG nova.network.neutron [req-54498bc4-5f45-47cf-b360-238481d4dd91 req-7988223d-5bdc-401f-b2d4-18a65712b036 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Updated VIF entry in instance network info cache for port 78e09514-43b7-4da3-a21e-1de15b0cd7ed. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1646.782104] env[62099]: DEBUG nova.network.neutron [req-54498bc4-5f45-47cf-b360-238481d4dd91 req-7988223d-5bdc-401f-b2d4-18a65712b036 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Updating instance_info_cache with network_info: [{"id": "78e09514-43b7-4da3-a21e-1de15b0cd7ed", "address": "fa:16:3e:78:c6:42", "network": {"id": "eced2df3-cde6-42a5-adc0-b55fb605aa5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-166005586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01b60258959d4842b0584919da5c2cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e09514-43", "ovs_interfaceid": "78e09514-43b7-4da3-a21e-1de15b0cd7ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.860119] env[62099]: DEBUG nova.policy [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '754c02643fa9491699dcaa369711e879', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '257c378ee45d4dfc96a749c98de5a8f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1647.026215] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5243529a-67e7-d14f-6cc6-9faf572c871a, 'name': SearchDatastore_Task, 'duration_secs': 0.017655} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.026517] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.026750] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1647.026985] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.027144] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.027459] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1647.027655] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2165d0cb-8963-49b1-be13-e8048db12e42 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.033174] env[62099]: DEBUG nova.network.neutron [req-c54044fa-a42e-4703-97c0-eac315fcddfd req-942df094-5b11-4817-8142-3a71e37317bf service nova] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Updated VIF entry in instance network info cache for port ccd1e2b4-b422-438a-8ca7-85e808c8ed5a. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1647.033403] env[62099]: DEBUG nova.network.neutron [req-c54044fa-a42e-4703-97c0-eac315fcddfd req-942df094-5b11-4817-8142-3a71e37317bf service nova] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Updating instance_info_cache with network_info: [{"id": "ccd1e2b4-b422-438a-8ca7-85e808c8ed5a", "address": "fa:16:3e:3b:13:b6", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": null, "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapccd1e2b4-b4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.037897] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1647.037897] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1647.037897] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3942f79e-8891-412b-a15c-bbec967490ba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.045448] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1647.045448] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529125a5-ef32-5ad6-2316-88162c519bb3" [ 1647.045448] env[62099]: _type = "Task" [ 1647.045448] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.054534] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529125a5-ef32-5ad6-2316-88162c519bb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.109749] env[62099]: DEBUG nova.compute.manager [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1647.259172] env[62099]: DEBUG oslo_vmware.api [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897030, 'name': PowerOnVM_Task, 'duration_secs': 0.901645} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.259172] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1647.259461] env[62099]: INFO nova.compute.manager [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1647.259772] env[62099]: DEBUG nova.compute.manager [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1647.260641] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e174464b-da70-4cc5-80dc-ccc34a953a33 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.270032] env[62099]: DEBUG nova.network.neutron [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Successfully created port: 592e02f9-ba72-42ce-86d9-3deb12299d2e {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1647.284768] env[62099]: DEBUG oslo_concurrency.lockutils [req-54498bc4-5f45-47cf-b360-238481d4dd91 req-7988223d-5bdc-401f-b2d4-18a65712b036 service nova] Releasing lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.443092] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017e8eb7-8329-42c5-afd9-29abd9ea18e6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.452153] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a272224e-949b-446f-ba3c-9b829ce54250 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.488529] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b60a44-5f7d-40b0-806b-f137ecdbf38b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.496352] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17310753-389a-4462-84cc-1238dfc6119a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.509577] env[62099]: DEBUG nova.compute.provider_tree [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.536537] env[62099]: DEBUG oslo_concurrency.lockutils [req-c54044fa-a42e-4703-97c0-eac315fcddfd req-942df094-5b11-4817-8142-3a71e37317bf service nova] Releasing lock "refresh_cache-49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.555010] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529125a5-ef32-5ad6-2316-88162c519bb3, 'name': SearchDatastore_Task, 'duration_secs': 0.010398} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.555791] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f13db8dc-3a8d-49fd-a17c-0baa576abbe8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.560585] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1647.560585] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5267bab2-9f10-784e-0da9-9dd989b9775e" [ 1647.560585] env[62099]: _type = "Task" [ 1647.560585] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.567715] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5267bab2-9f10-784e-0da9-9dd989b9775e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.785688] env[62099]: INFO nova.compute.manager [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Took 30.96 seconds to build instance. [ 1648.012633] env[62099]: DEBUG nova.scheduler.client.report [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1648.071670] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5267bab2-9f10-784e-0da9-9dd989b9775e, 'name': SearchDatastore_Task, 'duration_secs': 0.012618} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.072052] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.072329] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 69fd58ca-a8c0-4c77-9062-caf63d38be25/69fd58ca-a8c0-4c77-9062-caf63d38be25.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1648.072596] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-866a0720-3bcb-449b-abf6-8de8146f0684 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.078998] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1648.078998] env[62099]: value = "task-1897031" [ 1648.078998] env[62099]: _type = "Task" [ 1648.078998] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.086826] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.124797] env[62099]: DEBUG nova.compute.manager [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1648.151420] env[62099]: DEBUG nova.virt.hardware [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1648.151677] env[62099]: DEBUG nova.virt.hardware [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1648.151831] env[62099]: DEBUG nova.virt.hardware [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1648.152023] env[62099]: DEBUG nova.virt.hardware [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1648.152172] env[62099]: DEBUG nova.virt.hardware [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1648.152319] env[62099]: DEBUG nova.virt.hardware [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1648.152527] env[62099]: DEBUG nova.virt.hardware [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1648.152681] env[62099]: DEBUG nova.virt.hardware [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1648.152847] env[62099]: DEBUG nova.virt.hardware [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1648.153169] env[62099]: DEBUG nova.virt.hardware [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1648.153207] env[62099]: DEBUG nova.virt.hardware [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1648.154042] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7438790f-da29-4b34-b96c-36ee1e603a21 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.161621] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb335d11-9f69-4d9d-8dff-7b6d03f52685 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.287447] env[62099]: DEBUG oslo_concurrency.lockutils [None req-216af7f4-4d7b-452f-abc2-db1c89078936 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.476s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.519661] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.520304] env[62099]: DEBUG nova.compute.manager [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1648.523196] env[62099]: DEBUG oslo_concurrency.lockutils [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.858s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.525097] env[62099]: INFO nova.compute.claims [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1648.602152] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897031, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.872680] env[62099]: DEBUG nova.compute.manager [req-82bfd46d-ffd6-49d7-bc1b-43838416f29f req-c6d0e566-7ab3-4d38-a490-332328734cd2 service nova] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Received event network-vif-plugged-592e02f9-ba72-42ce-86d9-3deb12299d2e {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1648.872789] env[62099]: DEBUG oslo_concurrency.lockutils [req-82bfd46d-ffd6-49d7-bc1b-43838416f29f req-c6d0e566-7ab3-4d38-a490-332328734cd2 service nova] Acquiring lock "028e8c79-66a7-431e-9743-f704a5c79c9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.873522] env[62099]: DEBUG oslo_concurrency.lockutils [req-82bfd46d-ffd6-49d7-bc1b-43838416f29f req-c6d0e566-7ab3-4d38-a490-332328734cd2 service nova] Lock "028e8c79-66a7-431e-9743-f704a5c79c9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.873522] env[62099]: DEBUG oslo_concurrency.lockutils [req-82bfd46d-ffd6-49d7-bc1b-43838416f29f req-c6d0e566-7ab3-4d38-a490-332328734cd2 service nova] Lock "028e8c79-66a7-431e-9743-f704a5c79c9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.873522] env[62099]: DEBUG nova.compute.manager [req-82bfd46d-ffd6-49d7-bc1b-43838416f29f req-c6d0e566-7ab3-4d38-a490-332328734cd2 service nova] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] No waiting events found dispatching network-vif-plugged-592e02f9-ba72-42ce-86d9-3deb12299d2e {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1648.873765] env[62099]: WARNING nova.compute.manager [req-82bfd46d-ffd6-49d7-bc1b-43838416f29f req-c6d0e566-7ab3-4d38-a490-332328734cd2 service nova] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Received unexpected event network-vif-plugged-592e02f9-ba72-42ce-86d9-3deb12299d2e for instance with vm_state building and task_state spawning. [ 1649.030218] env[62099]: DEBUG nova.compute.utils [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1649.032763] env[62099]: DEBUG nova.compute.manager [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1649.033059] env[62099]: DEBUG nova.network.neutron [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1649.052519] env[62099]: DEBUG nova.network.neutron [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Successfully updated port: 592e02f9-ba72-42ce-86d9-3deb12299d2e {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1649.090983] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563271} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.091956] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 69fd58ca-a8c0-4c77-9062-caf63d38be25/69fd58ca-a8c0-4c77-9062-caf63d38be25.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1649.092191] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1649.092440] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcae9c87-4f22-479d-bcfd-5e403586d50a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.099836] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1649.099836] env[62099]: value = "task-1897032" [ 1649.099836] env[62099]: _type = "Task" [ 1649.099836] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.105719] env[62099]: DEBUG nova.policy [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18ecde753292481ab3fce64b052ff368', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb3a5c9dc05d4c5a9b2a28e38b3b9040', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1649.116609] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.535685] env[62099]: DEBUG nova.compute.manager [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1649.564657] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.564804] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.564959] env[62099]: DEBUG nova.network.neutron [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1649.568119] env[62099]: DEBUG nova.network.neutron [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Successfully created port: 8166ad7c-5cfc-478e-80a0-d15c52caf883 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1649.612568] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06811} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.612568] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1649.612568] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eda27d7-7ce1-4c9b-8729-cc5d5ed70c5d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.641377] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 69fd58ca-a8c0-4c77-9062-caf63d38be25/69fd58ca-a8c0-4c77-9062-caf63d38be25.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1649.644230] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69581f84-ebf7-431d-a6ea-ad1d205e552a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.665815] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1649.665815] env[62099]: value = "task-1897033" [ 1649.665815] env[62099]: _type = "Task" [ 1649.665815] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.676102] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897033, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.916018] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb4df30-75fc-45e4-ab95-626b96cac2c6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.925648] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b22f86-38df-4440-a3e2-106a2012022b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.958274] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93258f9-31d5-4b1b-a4d7-e7f1ab0591a6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.963848] env[62099]: DEBUG nova.compute.manager [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1649.966964] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec4b4ab-a283-4496-bceb-690a8faa9ce4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.971404] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1acbc88-74bf-4465-a339-ea7917821093 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.993567] env[62099]: DEBUG nova.compute.provider_tree [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.126791] env[62099]: DEBUG nova.network.neutron [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1650.179035] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.320247] env[62099]: DEBUG nova.network.neutron [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updating instance_info_cache with network_info: [{"id": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "address": "fa:16:3e:da:fc:4a", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592e02f9-ba", "ovs_interfaceid": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.497908] env[62099]: INFO nova.compute.manager [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] instance snapshotting [ 1650.506059] env[62099]: DEBUG nova.scheduler.client.report [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1650.508028] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7962c3-4935-4d7c-9768-e85041ac91fa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.529938] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f07488-8992-48ba-8b44-8c3dd7feedb1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.546836] env[62099]: DEBUG nova.compute.manager [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1650.584623] env[62099]: DEBUG nova.virt.hardware [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1650.584876] env[62099]: DEBUG nova.virt.hardware [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1650.585039] env[62099]: DEBUG nova.virt.hardware [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1650.585225] env[62099]: DEBUG nova.virt.hardware [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1650.585402] env[62099]: DEBUG nova.virt.hardware [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1650.586090] env[62099]: DEBUG nova.virt.hardware [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1650.586375] env[62099]: DEBUG nova.virt.hardware [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1650.586601] env[62099]: DEBUG nova.virt.hardware [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1650.586791] env[62099]: DEBUG nova.virt.hardware [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1650.586960] env[62099]: DEBUG nova.virt.hardware [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1650.587147] env[62099]: DEBUG nova.virt.hardware [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1650.588349] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1db87fc-ab1c-4a42-aa32-160bea06fe2f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.597161] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3803c0d1-3291-4fec-8597-94ae2e6a4786 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.682955] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897033, 'name': ReconfigVM_Task, 'duration_secs': 0.58908} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.683270] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 69fd58ca-a8c0-4c77-9062-caf63d38be25/69fd58ca-a8c0-4c77-9062-caf63d38be25.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.683938] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-373d52dd-77b0-414a-b7d3-d234838ec03f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.692313] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1650.692313] env[62099]: value = "task-1897034" [ 1650.692313] env[62099]: _type = "Task" [ 1650.692313] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.700604] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897034, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.825018] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.825018] env[62099]: DEBUG nova.compute.manager [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Instance network_info: |[{"id": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "address": "fa:16:3e:da:fc:4a", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592e02f9-ba", "ovs_interfaceid": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1650.825018] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:fc:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '592e02f9-ba72-42ce-86d9-3deb12299d2e', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1650.832194] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Creating folder: Project (257c378ee45d4dfc96a749c98de5a8f2). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1650.832448] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d115d20b-1dcf-4308-9cd5-087b1c79e90e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.842898] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Created folder: Project (257c378ee45d4dfc96a749c98de5a8f2) in parent group-v391507. [ 1650.842898] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Creating folder: Instances. Parent ref: group-v391724. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1650.843177] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-093e6a26-60fd-42b0-a052-ababf84dbac9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.852716] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Created folder: Instances in parent group-v391724. [ 1650.852975] env[62099]: DEBUG oslo.service.loopingcall [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1650.853639] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1650.853639] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2042453a-8446-4357-b978-8f496cc13dfa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.873949] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1650.873949] env[62099]: value = "task-1897037" [ 1650.873949] env[62099]: _type = "Task" [ 1650.873949] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.884590] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897037, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.904511] env[62099]: DEBUG nova.compute.manager [req-3e65b36a-2ae4-45b5-893f-d4d117367d0c req-a90610de-2276-4d35-841e-1ee236108efc service nova] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Received event network-changed-592e02f9-ba72-42ce-86d9-3deb12299d2e {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1650.904668] env[62099]: DEBUG nova.compute.manager [req-3e65b36a-2ae4-45b5-893f-d4d117367d0c req-a90610de-2276-4d35-841e-1ee236108efc service nova] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Refreshing instance network info cache due to event network-changed-592e02f9-ba72-42ce-86d9-3deb12299d2e. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1650.905025] env[62099]: DEBUG oslo_concurrency.lockutils [req-3e65b36a-2ae4-45b5-893f-d4d117367d0c req-a90610de-2276-4d35-841e-1ee236108efc service nova] Acquiring lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.905237] env[62099]: DEBUG oslo_concurrency.lockutils [req-3e65b36a-2ae4-45b5-893f-d4d117367d0c req-a90610de-2276-4d35-841e-1ee236108efc service nova] Acquired lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.905443] env[62099]: DEBUG nova.network.neutron [req-3e65b36a-2ae4-45b5-893f-d4d117367d0c req-a90610de-2276-4d35-841e-1ee236108efc service nova] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Refreshing network info cache for port 592e02f9-ba72-42ce-86d9-3deb12299d2e {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1651.013337] env[62099]: DEBUG oslo_concurrency.lockutils [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.013432] env[62099]: DEBUG nova.compute.manager [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1651.018029] env[62099]: DEBUG oslo_concurrency.lockutils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.105s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.022025] env[62099]: INFO nova.compute.claims [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1651.753682] env[62099]: DEBUG nova.network.neutron [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Successfully updated port: 8166ad7c-5cfc-478e-80a0-d15c52caf883 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1651.753682] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Creating Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1651.756037] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6bf04cfb-9a56-4692-a1e3-74acec2a105b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.771044] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897034, 'name': Rename_Task, 'duration_secs': 0.253131} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.775100] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1651.775667] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897037, 'name': CreateVM_Task, 'duration_secs': 0.619736} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.775957] env[62099]: DEBUG oslo_vmware.api [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1651.775957] env[62099]: value = "task-1897038" [ 1651.775957] env[62099]: _type = "Task" [ 1651.775957] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.776187] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eaf0fa5-f053-40a1-bbd7-f9cece4afc5a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.777741] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1651.778721] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.779051] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.779210] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1651.783038] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f667fc-6f1d-443e-914a-c6acee682ab9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.787196] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1651.787196] env[62099]: value = "task-1897039" [ 1651.787196] env[62099]: _type = "Task" [ 1651.787196] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.790718] env[62099]: DEBUG oslo_vmware.api [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897038, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.794832] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1651.794832] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5223da4d-2434-3e57-e12f-b48b0d5f4668" [ 1651.794832] env[62099]: _type = "Task" [ 1651.794832] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.804110] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.811575] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5223da4d-2434-3e57-e12f-b48b0d5f4668, 'name': SearchDatastore_Task, 'duration_secs': 0.01048} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.811970] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.812324] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1651.812661] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.812882] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.813191] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1651.813554] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38a2da60-3cf8-44d9-82fb-1fadae76082c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.830615] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1651.830920] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1651.831729] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7406ec50-f576-4642-b3f4-959b087c1d51 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.837869] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1651.837869] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]524183ab-5257-163a-b989-b17d367f4d13" [ 1651.837869] env[62099]: _type = "Task" [ 1651.837869] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.848988] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]524183ab-5257-163a-b989-b17d367f4d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.995972] env[62099]: DEBUG nova.network.neutron [req-3e65b36a-2ae4-45b5-893f-d4d117367d0c req-a90610de-2276-4d35-841e-1ee236108efc service nova] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updated VIF entry in instance network info cache for port 592e02f9-ba72-42ce-86d9-3deb12299d2e. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1651.996381] env[62099]: DEBUG nova.network.neutron [req-3e65b36a-2ae4-45b5-893f-d4d117367d0c req-a90610de-2276-4d35-841e-1ee236108efc service nova] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updating instance_info_cache with network_info: [{"id": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "address": "fa:16:3e:da:fc:4a", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592e02f9-ba", "ovs_interfaceid": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.253857] env[62099]: DEBUG nova.compute.utils [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1652.258178] env[62099]: DEBUG nova.compute.manager [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1652.258178] env[62099]: DEBUG nova.network.neutron [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1652.258631] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.258748] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.258879] env[62099]: DEBUG nova.network.neutron [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1652.289974] env[62099]: DEBUG oslo_vmware.api [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897038, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.301994] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897039, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.306614] env[62099]: DEBUG nova.policy [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41abe64f7ece412284614419fbbf0ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acfd15ff1641463986ab3367664c95c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1652.349970] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]524183ab-5257-163a-b989-b17d367f4d13, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.350976] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-181bf7bc-bcd4-4852-9577-be6398cb73a1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.357873] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1652.357873] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fb7f3b-3e87-a1a8-f731-4f3be808b790" [ 1652.357873] env[62099]: _type = "Task" [ 1652.357873] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.369342] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fb7f3b-3e87-a1a8-f731-4f3be808b790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.500049] env[62099]: DEBUG oslo_concurrency.lockutils [req-3e65b36a-2ae4-45b5-893f-d4d117367d0c req-a90610de-2276-4d35-841e-1ee236108efc service nova] Releasing lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.754095] env[62099]: DEBUG nova.network.neutron [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Successfully created port: 1fb1f785-6bb3-4e3d-abfc-2a5e4cb894dc {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1652.759850] env[62099]: DEBUG nova.compute.manager [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1652.794116] env[62099]: DEBUG oslo_vmware.api [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897038, 'name': CreateSnapshot_Task, 'duration_secs': 0.84203} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.799316] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Created Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1652.800813] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29be2f43-5789-47fc-9710-22e756d08b7d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.803810] env[62099]: DEBUG nova.network.neutron [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1652.810818] env[62099]: DEBUG oslo_vmware.api [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897039, 'name': PowerOnVM_Task, 'duration_secs': 0.793366} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.815979] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1652.816214] env[62099]: INFO nova.compute.manager [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1652.816395] env[62099]: DEBUG nova.compute.manager [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1652.821154] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffa7ea4-a49f-47c5-a3e6-394123995dbb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.870359] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fb7f3b-3e87-a1a8-f731-4f3be808b790, 'name': SearchDatastore_Task, 'duration_secs': 0.013721} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.874691] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.874957] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 028e8c79-66a7-431e-9743-f704a5c79c9e/028e8c79-66a7-431e-9743-f704a5c79c9e.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1652.875510] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5de58074-075d-498e-995f-460125cef787 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.883180] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1652.883180] env[62099]: value = "task-1897040" [ 1652.883180] env[62099]: _type = "Task" [ 1652.883180] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.894816] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.938928] env[62099]: DEBUG nova.compute.manager [req-82346f09-ed2a-4014-bc17-fec85f7b96ab req-7d0144ac-b1b5-48ac-82da-2fccf1575fa2 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Received event network-vif-plugged-8166ad7c-5cfc-478e-80a0-d15c52caf883 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1652.939208] env[62099]: DEBUG oslo_concurrency.lockutils [req-82346f09-ed2a-4014-bc17-fec85f7b96ab req-7d0144ac-b1b5-48ac-82da-2fccf1575fa2 service nova] Acquiring lock "a7480b01-ab51-4e66-aaf5-dcf049bee103-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.939428] env[62099]: DEBUG oslo_concurrency.lockutils [req-82346f09-ed2a-4014-bc17-fec85f7b96ab req-7d0144ac-b1b5-48ac-82da-2fccf1575fa2 service nova] Lock "a7480b01-ab51-4e66-aaf5-dcf049bee103-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.939681] env[62099]: DEBUG oslo_concurrency.lockutils [req-82346f09-ed2a-4014-bc17-fec85f7b96ab req-7d0144ac-b1b5-48ac-82da-2fccf1575fa2 service nova] Lock "a7480b01-ab51-4e66-aaf5-dcf049bee103-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.939911] env[62099]: DEBUG nova.compute.manager [req-82346f09-ed2a-4014-bc17-fec85f7b96ab req-7d0144ac-b1b5-48ac-82da-2fccf1575fa2 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] No waiting events found dispatching network-vif-plugged-8166ad7c-5cfc-478e-80a0-d15c52caf883 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1652.945022] env[62099]: WARNING nova.compute.manager [req-82346f09-ed2a-4014-bc17-fec85f7b96ab req-7d0144ac-b1b5-48ac-82da-2fccf1575fa2 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Received unexpected event network-vif-plugged-8166ad7c-5cfc-478e-80a0-d15c52caf883 for instance with vm_state building and task_state spawning. [ 1652.945022] env[62099]: DEBUG nova.compute.manager [req-82346f09-ed2a-4014-bc17-fec85f7b96ab req-7d0144ac-b1b5-48ac-82da-2fccf1575fa2 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Received event network-changed-8166ad7c-5cfc-478e-80a0-d15c52caf883 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1652.945022] env[62099]: DEBUG nova.compute.manager [req-82346f09-ed2a-4014-bc17-fec85f7b96ab req-7d0144ac-b1b5-48ac-82da-2fccf1575fa2 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Refreshing instance network info cache due to event network-changed-8166ad7c-5cfc-478e-80a0-d15c52caf883. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1652.945022] env[62099]: DEBUG oslo_concurrency.lockutils [req-82346f09-ed2a-4014-bc17-fec85f7b96ab req-7d0144ac-b1b5-48ac-82da-2fccf1575fa2 service nova] Acquiring lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.068658] env[62099]: DEBUG nova.network.neutron [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Updating instance_info_cache with network_info: [{"id": "8166ad7c-5cfc-478e-80a0-d15c52caf883", "address": "fa:16:3e:d9:9e:22", "network": {"id": "c76396bd-3421-4e57-a98f-026c9e81a81a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-130376803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a5c9dc05d4c5a9b2a28e38b3b9040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166ad7c-5c", "ovs_interfaceid": "8166ad7c-5cfc-478e-80a0-d15c52caf883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.134334] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a38758b-a403-4e55-988f-a771698d4aa9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.142340] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af4b1c6-29d5-48c3-af70-56d4dc3c55e1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.173333] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03a7d2b-b8e0-48e8-ba99-afd892e60eea {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.180980] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0970ae-0a8f-4b7c-acbd-e47566292167 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.195308] env[62099]: DEBUG nova.compute.provider_tree [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.330580] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Creating linked-clone VM from snapshot {{(pid=62099) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1653.331323] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1cfa8c49-722b-41c7-a2b2-8016654eb076 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.345594] env[62099]: DEBUG oslo_vmware.api [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1653.345594] env[62099]: value = "task-1897041" [ 1653.345594] env[62099]: _type = "Task" [ 1653.345594] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.355697] env[62099]: INFO nova.compute.manager [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Took 33.44 seconds to build instance. [ 1653.363973] env[62099]: DEBUG oslo_vmware.api [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897041, 'name': CloneVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.397133] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897040, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.574560] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Releasing lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.574983] env[62099]: DEBUG nova.compute.manager [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Instance network_info: |[{"id": "8166ad7c-5cfc-478e-80a0-d15c52caf883", "address": "fa:16:3e:d9:9e:22", "network": {"id": "c76396bd-3421-4e57-a98f-026c9e81a81a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-130376803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a5c9dc05d4c5a9b2a28e38b3b9040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166ad7c-5c", "ovs_interfaceid": "8166ad7c-5cfc-478e-80a0-d15c52caf883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1653.575370] env[62099]: DEBUG oslo_concurrency.lockutils [req-82346f09-ed2a-4014-bc17-fec85f7b96ab req-7d0144ac-b1b5-48ac-82da-2fccf1575fa2 service nova] Acquired lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.575579] env[62099]: DEBUG nova.network.neutron [req-82346f09-ed2a-4014-bc17-fec85f7b96ab req-7d0144ac-b1b5-48ac-82da-2fccf1575fa2 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Refreshing network info cache for port 8166ad7c-5cfc-478e-80a0-d15c52caf883 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1653.580156] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:9e:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8166ad7c-5cfc-478e-80a0-d15c52caf883', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1653.591082] env[62099]: DEBUG oslo.service.loopingcall [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1653.592661] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1653.593824] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecc03f57-276c-4bf8-9e2f-bc50b5fb0c18 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.617136] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1653.617136] env[62099]: value = "task-1897042" [ 1653.617136] env[62099]: _type = "Task" [ 1653.617136] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.625869] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897042, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.698766] env[62099]: DEBUG nova.scheduler.client.report [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1653.770285] env[62099]: DEBUG nova.compute.manager [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1653.795021] env[62099]: DEBUG nova.virt.hardware [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1653.795346] env[62099]: DEBUG nova.virt.hardware [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1653.795488] env[62099]: DEBUG nova.virt.hardware [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1653.795680] env[62099]: DEBUG nova.virt.hardware [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1653.795826] env[62099]: DEBUG nova.virt.hardware [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1653.795970] env[62099]: DEBUG nova.virt.hardware [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1653.796290] env[62099]: DEBUG nova.virt.hardware [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1653.796349] env[62099]: DEBUG nova.virt.hardware [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1653.796514] env[62099]: DEBUG nova.virt.hardware [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1653.796680] env[62099]: DEBUG nova.virt.hardware [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1653.796852] env[62099]: DEBUG nova.virt.hardware [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1653.798393] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25c6d06-f37f-4ee4-91a7-5d3658863f02 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.811018] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fddf30e-412d-4ef3-86ed-3c8da4bcc30d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.861345] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75b6f852-a0a6-4a98-ae53-4f1dc5c51e69 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.974s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.861630] env[62099]: DEBUG oslo_vmware.api [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897041, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.895044] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764136} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.895358] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 028e8c79-66a7-431e-9743-f704a5c79c9e/028e8c79-66a7-431e-9743-f704a5c79c9e.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1653.896475] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1653.896475] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de6ac809-5811-4e5b-bc76-a2198c5f513c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.903110] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1653.903110] env[62099]: value = "task-1897043" [ 1653.903110] env[62099]: _type = "Task" [ 1653.903110] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.912771] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.130355] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897042, 'name': CreateVM_Task, 'duration_secs': 0.454308} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.130913] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1654.132223] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.132407] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.132737] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1654.133400] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e32afeb-7644-4bc9-96db-eaf457941a5e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.141145] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1654.141145] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528b65b8-e08b-98ca-fe36-82a04a7b4223" [ 1654.141145] env[62099]: _type = "Task" [ 1654.141145] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.151871] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528b65b8-e08b-98ca-fe36-82a04a7b4223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.206650] env[62099]: DEBUG oslo_concurrency.lockutils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.189s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.208037] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.214s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.208279] env[62099]: DEBUG nova.objects.instance [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lazy-loading 'resources' on Instance uuid dcae9439-3a41-42cb-a82a-c425c247983a {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.360422] env[62099]: DEBUG oslo_vmware.api [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897041, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.417693] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07633} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.418051] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1654.421077] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825c078e-a0a6-4425-a191-f4abb3ff4304 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.447421] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 028e8c79-66a7-431e-9743-f704a5c79c9e/028e8c79-66a7-431e-9743-f704a5c79c9e.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1654.447581] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eab60e12-8900-4204-85ce-fcffa2a53fb2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.469356] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1654.469356] env[62099]: value = "task-1897044" [ 1654.469356] env[62099]: _type = "Task" [ 1654.469356] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.478265] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.481326] env[62099]: DEBUG nova.network.neutron [req-82346f09-ed2a-4014-bc17-fec85f7b96ab req-7d0144ac-b1b5-48ac-82da-2fccf1575fa2 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Updated VIF entry in instance network info cache for port 8166ad7c-5cfc-478e-80a0-d15c52caf883. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1654.482235] env[62099]: DEBUG nova.network.neutron [req-82346f09-ed2a-4014-bc17-fec85f7b96ab req-7d0144ac-b1b5-48ac-82da-2fccf1575fa2 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Updating instance_info_cache with network_info: [{"id": "8166ad7c-5cfc-478e-80a0-d15c52caf883", "address": "fa:16:3e:d9:9e:22", "network": {"id": "c76396bd-3421-4e57-a98f-026c9e81a81a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-130376803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a5c9dc05d4c5a9b2a28e38b3b9040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166ad7c-5c", "ovs_interfaceid": "8166ad7c-5cfc-478e-80a0-d15c52caf883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.568285] env[62099]: DEBUG nova.network.neutron [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Successfully updated port: 1fb1f785-6bb3-4e3d-abfc-2a5e4cb894dc {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1654.659576] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528b65b8-e08b-98ca-fe36-82a04a7b4223, 'name': SearchDatastore_Task, 'duration_secs': 0.013476} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.660028] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.660378] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1654.660788] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.661064] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.661781] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1654.662565] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-293a1728-9c09-4901-85fe-8b90d5d33b38 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.674232] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1654.674232] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1654.674733] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb85363-ef7a-400b-ada4-5c93d3a374ca {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.684187] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1654.684187] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52694ed2-6eff-7c37-f763-a40aff916a87" [ 1654.684187] env[62099]: _type = "Task" [ 1654.684187] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.697075] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52694ed2-6eff-7c37-f763-a40aff916a87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.712939] env[62099]: DEBUG oslo_concurrency.lockutils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Acquiring lock "f623539e-5dd8-467d-831b-eb6a54e00989" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.713238] env[62099]: DEBUG oslo_concurrency.lockutils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Lock "f623539e-5dd8-467d-831b-eb6a54e00989" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.729609] env[62099]: DEBUG oslo_concurrency.lockutils [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Acquiring lock "8c002210-915a-44a1-b933-92a469d0b6d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.730922] env[62099]: DEBUG oslo_concurrency.lockutils [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Lock "8c002210-915a-44a1-b933-92a469d0b6d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.858531] env[62099]: DEBUG oslo_vmware.api [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897041, 'name': CloneVM_Task} progress is 95%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.968620] env[62099]: DEBUG nova.compute.manager [req-07d85849-a6d0-4217-acaf-0086a3788d07 req-f8f2ed65-b385-49e2-974c-81089d97ac5c service nova] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Received event network-vif-plugged-1fb1f785-6bb3-4e3d-abfc-2a5e4cb894dc {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1654.969519] env[62099]: DEBUG oslo_concurrency.lockutils [req-07d85849-a6d0-4217-acaf-0086a3788d07 req-f8f2ed65-b385-49e2-974c-81089d97ac5c service nova] Acquiring lock "769af487-10ef-40ad-9f4a-a238075965f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.969519] env[62099]: DEBUG oslo_concurrency.lockutils [req-07d85849-a6d0-4217-acaf-0086a3788d07 req-f8f2ed65-b385-49e2-974c-81089d97ac5c service nova] Lock "769af487-10ef-40ad-9f4a-a238075965f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.969519] env[62099]: DEBUG oslo_concurrency.lockutils [req-07d85849-a6d0-4217-acaf-0086a3788d07 req-f8f2ed65-b385-49e2-974c-81089d97ac5c service nova] Lock "769af487-10ef-40ad-9f4a-a238075965f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.969685] env[62099]: DEBUG nova.compute.manager [req-07d85849-a6d0-4217-acaf-0086a3788d07 req-f8f2ed65-b385-49e2-974c-81089d97ac5c service nova] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] No waiting events found dispatching network-vif-plugged-1fb1f785-6bb3-4e3d-abfc-2a5e4cb894dc {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1654.969715] env[62099]: WARNING nova.compute.manager [req-07d85849-a6d0-4217-acaf-0086a3788d07 req-f8f2ed65-b385-49e2-974c-81089d97ac5c service nova] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Received unexpected event network-vif-plugged-1fb1f785-6bb3-4e3d-abfc-2a5e4cb894dc for instance with vm_state building and task_state spawning. [ 1654.970468] env[62099]: DEBUG nova.compute.manager [req-07d85849-a6d0-4217-acaf-0086a3788d07 req-f8f2ed65-b385-49e2-974c-81089d97ac5c service nova] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Received event network-changed-1fb1f785-6bb3-4e3d-abfc-2a5e4cb894dc {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1654.970468] env[62099]: DEBUG nova.compute.manager [req-07d85849-a6d0-4217-acaf-0086a3788d07 req-f8f2ed65-b385-49e2-974c-81089d97ac5c service nova] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Refreshing instance network info cache due to event network-changed-1fb1f785-6bb3-4e3d-abfc-2a5e4cb894dc. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1654.970468] env[62099]: DEBUG oslo_concurrency.lockutils [req-07d85849-a6d0-4217-acaf-0086a3788d07 req-f8f2ed65-b385-49e2-974c-81089d97ac5c service nova] Acquiring lock "refresh_cache-769af487-10ef-40ad-9f4a-a238075965f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.970468] env[62099]: DEBUG oslo_concurrency.lockutils [req-07d85849-a6d0-4217-acaf-0086a3788d07 req-f8f2ed65-b385-49e2-974c-81089d97ac5c service nova] Acquired lock "refresh_cache-769af487-10ef-40ad-9f4a-a238075965f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.970697] env[62099]: DEBUG nova.network.neutron [req-07d85849-a6d0-4217-acaf-0086a3788d07 req-f8f2ed65-b385-49e2-974c-81089d97ac5c service nova] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Refreshing network info cache for port 1fb1f785-6bb3-4e3d-abfc-2a5e4cb894dc {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1654.983198] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.985148] env[62099]: DEBUG oslo_concurrency.lockutils [req-82346f09-ed2a-4014-bc17-fec85f7b96ab req-7d0144ac-b1b5-48ac-82da-2fccf1575fa2 service nova] Releasing lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.998089] env[62099]: DEBUG nova.compute.manager [req-ccc17877-4b6b-4302-bc08-32d6fb17ba34 req-4c6f3837-d950-4441-9294-fbe932804653 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Received event network-changed-78e09514-43b7-4da3-a21e-1de15b0cd7ed {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1654.998223] env[62099]: DEBUG nova.compute.manager [req-ccc17877-4b6b-4302-bc08-32d6fb17ba34 req-4c6f3837-d950-4441-9294-fbe932804653 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Refreshing instance network info cache due to event network-changed-78e09514-43b7-4da3-a21e-1de15b0cd7ed. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1654.998756] env[62099]: DEBUG oslo_concurrency.lockutils [req-ccc17877-4b6b-4302-bc08-32d6fb17ba34 req-4c6f3837-d950-4441-9294-fbe932804653 service nova] Acquiring lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.998756] env[62099]: DEBUG oslo_concurrency.lockutils [req-ccc17877-4b6b-4302-bc08-32d6fb17ba34 req-4c6f3837-d950-4441-9294-fbe932804653 service nova] Acquired lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.998756] env[62099]: DEBUG nova.network.neutron [req-ccc17877-4b6b-4302-bc08-32d6fb17ba34 req-4c6f3837-d950-4441-9294-fbe932804653 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Refreshing network info cache for port 78e09514-43b7-4da3-a21e-1de15b0cd7ed {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1655.066262] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da3404c-6fec-4e61-b328-95f8d7e32590 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.071264] env[62099]: DEBUG oslo_concurrency.lockutils [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Acquiring lock "refresh_cache-769af487-10ef-40ad-9f4a-a238075965f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.074205] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be6508b-c259-4e55-b06d-65abcfe3bc83 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.113412] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36be1fd6-fd72-4e4e-9592-79b815619b19 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.123330] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13396b85-e17f-4f10-884d-070aaeab6ce7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.141587] env[62099]: DEBUG nova.compute.provider_tree [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.196416] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52694ed2-6eff-7c37-f763-a40aff916a87, 'name': SearchDatastore_Task, 'duration_secs': 0.018063} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.197610] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48f06ee8-f955-437f-9790-bebfcd16166e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.204186] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1655.204186] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cd970f-2137-474e-edff-ff5b020d5d27" [ 1655.204186] env[62099]: _type = "Task" [ 1655.204186] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.219914] env[62099]: DEBUG oslo_concurrency.lockutils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Lock "f623539e-5dd8-467d-831b-eb6a54e00989" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.220425] env[62099]: DEBUG nova.compute.manager [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1655.223505] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cd970f-2137-474e-edff-ff5b020d5d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.233120] env[62099]: DEBUG nova.compute.manager [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1655.361173] env[62099]: DEBUG oslo_vmware.api [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897041, 'name': CloneVM_Task, 'duration_secs': 1.888905} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.361458] env[62099]: INFO nova.virt.vmwareapi.vmops [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Created linked-clone VM from snapshot [ 1655.362247] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4baad7a-43fd-45e4-8f04-0a77cb662ff1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.369898] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Uploading image 92c394dc-5e9d-4439-b353-e73bf0e42ec6 {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1655.384485] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Destroying the VM {{(pid=62099) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1655.384816] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e8676a54-906c-46fe-a0e0-11fc0063b211 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.392244] env[62099]: DEBUG oslo_vmware.api [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1655.392244] env[62099]: value = "task-1897045" [ 1655.392244] env[62099]: _type = "Task" [ 1655.392244] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.402068] env[62099]: DEBUG oslo_vmware.api [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897045, 'name': Destroy_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.485088] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897044, 'name': ReconfigVM_Task, 'duration_secs': 0.593529} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.485432] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 028e8c79-66a7-431e-9743-f704a5c79c9e/028e8c79-66a7-431e-9743-f704a5c79c9e.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1655.486077] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d436eb33-7531-4bac-acf9-795c973df8fd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.492858] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1655.492858] env[62099]: value = "task-1897046" [ 1655.492858] env[62099]: _type = "Task" [ 1655.492858] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.502608] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897046, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.559776] env[62099]: DEBUG nova.network.neutron [req-07d85849-a6d0-4217-acaf-0086a3788d07 req-f8f2ed65-b385-49e2-974c-81089d97ac5c service nova] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1655.647023] env[62099]: DEBUG nova.scheduler.client.report [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1655.709397] env[62099]: DEBUG nova.network.neutron [req-07d85849-a6d0-4217-acaf-0086a3788d07 req-f8f2ed65-b385-49e2-974c-81089d97ac5c service nova] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.728252] env[62099]: DEBUG nova.compute.utils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1655.730723] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cd970f-2137-474e-edff-ff5b020d5d27, 'name': SearchDatastore_Task, 'duration_secs': 0.015237} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.731169] env[62099]: DEBUG nova.compute.manager [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1655.732286] env[62099]: DEBUG nova.network.neutron [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1655.737021] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.737021] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] a7480b01-ab51-4e66-aaf5-dcf049bee103/a7480b01-ab51-4e66-aaf5-dcf049bee103.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1655.737021] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf8cb2d5-6d6d-4e33-a527-8bd781365afa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.748732] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1655.748732] env[62099]: value = "task-1897047" [ 1655.748732] env[62099]: _type = "Task" [ 1655.748732] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.759802] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.769979] env[62099]: DEBUG oslo_concurrency.lockutils [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.802316] env[62099]: DEBUG nova.policy [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be9a6a614dd844ccb223c42faa7f20d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fb6bbc51d044e47a46e4c66da34e014', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1655.884275] env[62099]: DEBUG nova.network.neutron [req-ccc17877-4b6b-4302-bc08-32d6fb17ba34 req-4c6f3837-d950-4441-9294-fbe932804653 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Updated VIF entry in instance network info cache for port 78e09514-43b7-4da3-a21e-1de15b0cd7ed. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1655.884549] env[62099]: DEBUG nova.network.neutron [req-ccc17877-4b6b-4302-bc08-32d6fb17ba34 req-4c6f3837-d950-4441-9294-fbe932804653 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Updating instance_info_cache with network_info: [{"id": "78e09514-43b7-4da3-a21e-1de15b0cd7ed", "address": "fa:16:3e:78:c6:42", "network": {"id": "eced2df3-cde6-42a5-adc0-b55fb605aa5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-166005586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01b60258959d4842b0584919da5c2cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e09514-43", "ovs_interfaceid": "78e09514-43b7-4da3-a21e-1de15b0cd7ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.902662] env[62099]: DEBUG oslo_vmware.api [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897045, 'name': Destroy_Task} progress is 33%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.004612] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897046, 'name': Rename_Task, 'duration_secs': 0.198609} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.004827] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1656.005135] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1661c952-90b9-4767-83bf-7ade56ee5c71 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.011541] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1656.011541] env[62099]: value = "task-1897048" [ 1656.011541] env[62099]: _type = "Task" [ 1656.011541] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.019300] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.091690] env[62099]: DEBUG nova.network.neutron [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Successfully created port: 06f043b3-9651-4ce3-9368-f12c95148043 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1656.151417] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.154705] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.965s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.154958] env[62099]: DEBUG nova.objects.instance [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Lazy-loading 'resources' on Instance uuid d75e454f-a425-48f7-8507-9bbd0dd0bd52 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1656.175181] env[62099]: INFO nova.scheduler.client.report [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Deleted allocations for instance dcae9439-3a41-42cb-a82a-c425c247983a [ 1656.218634] env[62099]: DEBUG oslo_concurrency.lockutils [req-07d85849-a6d0-4217-acaf-0086a3788d07 req-f8f2ed65-b385-49e2-974c-81089d97ac5c service nova] Releasing lock "refresh_cache-769af487-10ef-40ad-9f4a-a238075965f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.219588] env[62099]: DEBUG oslo_concurrency.lockutils [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Acquired lock "refresh_cache-769af487-10ef-40ad-9f4a-a238075965f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.219588] env[62099]: DEBUG nova.network.neutron [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1656.237455] env[62099]: DEBUG nova.compute.manager [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1656.261559] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897047, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.386766] env[62099]: DEBUG oslo_concurrency.lockutils [req-ccc17877-4b6b-4302-bc08-32d6fb17ba34 req-4c6f3837-d950-4441-9294-fbe932804653 service nova] Releasing lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.405453] env[62099]: DEBUG oslo_vmware.api [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897045, 'name': Destroy_Task, 'duration_secs': 0.737713} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.405787] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Destroyed the VM [ 1656.406055] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Deleting Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1656.406332] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4a153d5e-3010-4ba8-86f3-b18c0e033a83 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.416818] env[62099]: DEBUG oslo_vmware.api [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1656.416818] env[62099]: value = "task-1897049" [ 1656.416818] env[62099]: _type = "Task" [ 1656.416818] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.425868] env[62099]: DEBUG oslo_vmware.api [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897049, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.521567] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897048, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.683477] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5eacae44-5a0c-4888-84fa-fc0ce5ce4a94 tempest-ImagesOneServerNegativeTestJSON-1083457121 tempest-ImagesOneServerNegativeTestJSON-1083457121-project-member] Lock "dcae9439-3a41-42cb-a82a-c425c247983a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.364s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.754952] env[62099]: DEBUG nova.network.neutron [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1656.764113] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796473} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.764383] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] a7480b01-ab51-4e66-aaf5-dcf049bee103/a7480b01-ab51-4e66-aaf5-dcf049bee103.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1656.764599] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1656.764858] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-656f4218-0360-4440-b42b-96610a7df600 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.775791] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1656.775791] env[62099]: value = "task-1897050" [ 1656.775791] env[62099]: _type = "Task" [ 1656.775791] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.786334] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.855557] env[62099]: INFO nova.compute.manager [None req-91e66a47-1cf4-48e6-b708-4493b885c3f3 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Get console output [ 1656.855557] env[62099]: WARNING nova.virt.vmwareapi.driver [None req-91e66a47-1cf4-48e6-b708-4493b885c3f3 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] The console log is missing. Check your VSPC configuration [ 1656.901348] env[62099]: DEBUG nova.network.neutron [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Updating instance_info_cache with network_info: [{"id": "1fb1f785-6bb3-4e3d-abfc-2a5e4cb894dc", "address": "fa:16:3e:5d:c2:0d", "network": {"id": "80ddb9b8-7490-48f8-92bc-fb8f67d55dad", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-575099162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfd15ff1641463986ab3367664c95c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fb1f785-6b", "ovs_interfaceid": "1fb1f785-6bb3-4e3d-abfc-2a5e4cb894dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.929207] env[62099]: DEBUG oslo_vmware.api [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897049, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.943384] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0920f3d8-958a-4bb1-a2f9-63674792cec3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.951151] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a9f809-7ae8-4d5e-ab87-372c9d803e80 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.983320] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153e798d-b5ea-45e9-b788-80b794588089 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.991949] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4ef235-3d01-49f5-8ed7-07d4bace58d4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.008084] env[62099]: DEBUG nova.compute.provider_tree [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1657.022265] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897048, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.247287] env[62099]: DEBUG nova.compute.manager [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1657.272023] env[62099]: DEBUG nova.virt.hardware [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1657.272023] env[62099]: DEBUG nova.virt.hardware [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1657.272177] env[62099]: DEBUG nova.virt.hardware [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1657.272358] env[62099]: DEBUG nova.virt.hardware [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1657.272505] env[62099]: DEBUG nova.virt.hardware [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1657.272649] env[62099]: DEBUG nova.virt.hardware [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1657.272857] env[62099]: DEBUG nova.virt.hardware [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1657.273027] env[62099]: DEBUG nova.virt.hardware [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1657.273231] env[62099]: DEBUG nova.virt.hardware [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1657.273436] env[62099]: DEBUG nova.virt.hardware [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1657.273927] env[62099]: DEBUG nova.virt.hardware [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1657.274533] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77ae6b8-67b6-4adc-bf62-a236768e55b8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.287871] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9428b3-4f68-468d-a124-ee5ac2cf5884 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.291645] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192177} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.291894] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1657.292916] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cd5ef4-2e10-4782-bf5b-b26a2c5d5c40 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.320884] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] a7480b01-ab51-4e66-aaf5-dcf049bee103/a7480b01-ab51-4e66-aaf5-dcf049bee103.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1657.321157] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07c8b421-4f69-478b-80ef-32ebbebc4eb5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.340489] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1657.340489] env[62099]: value = "task-1897051" [ 1657.340489] env[62099]: _type = "Task" [ 1657.340489] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.350019] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.403693] env[62099]: DEBUG oslo_concurrency.lockutils [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Releasing lock "refresh_cache-769af487-10ef-40ad-9f4a-a238075965f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.404123] env[62099]: DEBUG nova.compute.manager [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Instance network_info: |[{"id": "1fb1f785-6bb3-4e3d-abfc-2a5e4cb894dc", "address": "fa:16:3e:5d:c2:0d", "network": {"id": "80ddb9b8-7490-48f8-92bc-fb8f67d55dad", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-575099162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfd15ff1641463986ab3367664c95c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fb1f785-6b", "ovs_interfaceid": "1fb1f785-6bb3-4e3d-abfc-2a5e4cb894dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1657.404607] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:c2:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fb1f785-6bb3-4e3d-abfc-2a5e4cb894dc', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1657.414018] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Creating folder: Project (acfd15ff1641463986ab3367664c95c1). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1657.414018] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc7a7aa2-c4eb-4e9f-9909-13b016235126 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.426229] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Created folder: Project (acfd15ff1641463986ab3367664c95c1) in parent group-v391507. [ 1657.426383] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Creating folder: Instances. Parent ref: group-v391730. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1657.427015] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d63d750-4615-4410-9d67-f8889292ed22 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.431922] env[62099]: DEBUG oslo_vmware.api [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897049, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.442658] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Created folder: Instances in parent group-v391730. [ 1657.442886] env[62099]: DEBUG oslo.service.loopingcall [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1657.443090] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1657.443571] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bc1c1f8-80a6-4851-8869-b5b282117864 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.469394] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1657.469394] env[62099]: value = "task-1897054" [ 1657.469394] env[62099]: _type = "Task" [ 1657.469394] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.482326] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897054, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.511202] env[62099]: DEBUG nova.scheduler.client.report [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1657.528022] env[62099]: DEBUG oslo_vmware.api [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897048, 'name': PowerOnVM_Task, 'duration_secs': 1.099362} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.528022] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1657.528022] env[62099]: INFO nova.compute.manager [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1657.528022] env[62099]: DEBUG nova.compute.manager [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1657.528022] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dd763f-be56-4fb6-924b-e9fd14d33dc2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.665114] env[62099]: DEBUG nova.compute.manager [req-784874d7-94e5-4986-971d-623fec1d7d6e req-c236f41b-e855-46ea-88f5-722e0926ed29 service nova] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Received event network-vif-plugged-06f043b3-9651-4ce3-9368-f12c95148043 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1657.665772] env[62099]: DEBUG oslo_concurrency.lockutils [req-784874d7-94e5-4986-971d-623fec1d7d6e req-c236f41b-e855-46ea-88f5-722e0926ed29 service nova] Acquiring lock "ad0fb73d-b3d4-4e31-be43-db505cbf3b4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.666329] env[62099]: DEBUG oslo_concurrency.lockutils [req-784874d7-94e5-4986-971d-623fec1d7d6e req-c236f41b-e855-46ea-88f5-722e0926ed29 service nova] Lock "ad0fb73d-b3d4-4e31-be43-db505cbf3b4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.666696] env[62099]: DEBUG oslo_concurrency.lockutils [req-784874d7-94e5-4986-971d-623fec1d7d6e req-c236f41b-e855-46ea-88f5-722e0926ed29 service nova] Lock "ad0fb73d-b3d4-4e31-be43-db505cbf3b4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.667072] env[62099]: DEBUG nova.compute.manager [req-784874d7-94e5-4986-971d-623fec1d7d6e req-c236f41b-e855-46ea-88f5-722e0926ed29 service nova] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] No waiting events found dispatching network-vif-plugged-06f043b3-9651-4ce3-9368-f12c95148043 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1657.667431] env[62099]: WARNING nova.compute.manager [req-784874d7-94e5-4986-971d-623fec1d7d6e req-c236f41b-e855-46ea-88f5-722e0926ed29 service nova] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Received unexpected event network-vif-plugged-06f043b3-9651-4ce3-9368-f12c95148043 for instance with vm_state building and task_state spawning. [ 1657.708471] env[62099]: DEBUG nova.network.neutron [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Successfully updated port: 06f043b3-9651-4ce3-9368-f12c95148043 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1657.851214] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897051, 'name': ReconfigVM_Task, 'duration_secs': 0.294613} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.851214] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Reconfigured VM instance instance-00000051 to attach disk [datastore1] a7480b01-ab51-4e66-aaf5-dcf049bee103/a7480b01-ab51-4e66-aaf5-dcf049bee103.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1657.851214] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88ff2921-d46e-4e67-84ff-b8383ef502a6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.858050] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1657.858050] env[62099]: value = "task-1897055" [ 1657.858050] env[62099]: _type = "Task" [ 1657.858050] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.866459] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897055, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.930854] env[62099]: DEBUG oslo_vmware.api [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897049, 'name': RemoveSnapshot_Task, 'duration_secs': 1.355057} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.931298] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Deleted Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1657.942562] env[62099]: DEBUG oslo_concurrency.lockutils [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Acquiring lock "700b04cd-ed0c-420b-b725-e1dcf1970601" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.942988] env[62099]: DEBUG oslo_concurrency.lockutils [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Lock "700b04cd-ed0c-420b-b725-e1dcf1970601" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.943084] env[62099]: DEBUG oslo_concurrency.lockutils [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Acquiring lock "700b04cd-ed0c-420b-b725-e1dcf1970601-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.943419] env[62099]: DEBUG oslo_concurrency.lockutils [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Lock "700b04cd-ed0c-420b-b725-e1dcf1970601-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.943419] env[62099]: DEBUG oslo_concurrency.lockutils [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Lock "700b04cd-ed0c-420b-b725-e1dcf1970601-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.945612] env[62099]: INFO nova.compute.manager [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Terminating instance [ 1657.979455] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897054, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.020439] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.023212] env[62099]: DEBUG oslo_concurrency.lockutils [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.427s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.023462] env[62099]: DEBUG nova.objects.instance [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lazy-loading 'resources' on Instance uuid ed81ba10-269b-4162-bc3e-0f475b5664eb {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1658.049400] env[62099]: INFO nova.scheduler.client.report [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Deleted allocations for instance d75e454f-a425-48f7-8507-9bbd0dd0bd52 [ 1658.056571] env[62099]: INFO nova.compute.manager [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Took 32.12 seconds to build instance. [ 1658.210837] env[62099]: DEBUG oslo_concurrency.lockutils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Acquiring lock "refresh_cache-ad0fb73d-b3d4-4e31-be43-db505cbf3b4a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.210996] env[62099]: DEBUG oslo_concurrency.lockutils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Acquired lock "refresh_cache-ad0fb73d-b3d4-4e31-be43-db505cbf3b4a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.211258] env[62099]: DEBUG nova.network.neutron [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1658.367865] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897055, 'name': Rename_Task, 'duration_secs': 0.153432} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.368209] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1658.368508] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97c157be-2ede-45ba-ba1d-41883e6dcc56 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.374473] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1658.374473] env[62099]: value = "task-1897056" [ 1658.374473] env[62099]: _type = "Task" [ 1658.374473] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.381750] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.435672] env[62099]: WARNING nova.compute.manager [None req-a1793a8d-ca22-47f2-a736-bd78650c1d5b tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Image not found during snapshot: nova.exception.ImageNotFound: Image 92c394dc-5e9d-4439-b353-e73bf0e42ec6 could not be found. [ 1658.450727] env[62099]: DEBUG nova.compute.manager [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1658.450959] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1658.451862] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8732e9f-6426-40f7-97c4-bb4d5042b498 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.460119] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1658.460365] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16027d25-6431-4ef8-9cb5-453f8daae34a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.466633] env[62099]: DEBUG oslo_vmware.api [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Waiting for the task: (returnval){ [ 1658.466633] env[62099]: value = "task-1897057" [ 1658.466633] env[62099]: _type = "Task" [ 1658.466633] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.477018] env[62099]: DEBUG oslo_vmware.api [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': task-1897057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.481789] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897054, 'name': CreateVM_Task, 'duration_secs': 0.631976} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.481934] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1658.482616] env[62099]: DEBUG oslo_concurrency.lockutils [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.483677] env[62099]: DEBUG oslo_concurrency.lockutils [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.483677] env[62099]: DEBUG oslo_concurrency.lockutils [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1658.483677] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e2a9d6-8ec3-4a35-a859-ce27164dde3f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.487532] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Waiting for the task: (returnval){ [ 1658.487532] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]522cef84-a20b-6cbe-3483-a116e39f3295" [ 1658.487532] env[62099]: _type = "Task" [ 1658.487532] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.495559] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522cef84-a20b-6cbe-3483-a116e39f3295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.561368] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a28ca72e-7cb3-4d99-9da3-59b086d68bf4 tempest-ServerPasswordTestJSON-740361633 tempest-ServerPasswordTestJSON-740361633-project-member] Lock "d75e454f-a425-48f7-8507-9bbd0dd0bd52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.853s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.562617] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e6d98a93-bebb-4086-9d0f-2b80f9a0411e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "028e8c79-66a7-431e-9743-f704a5c79c9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.636s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.757111] env[62099]: DEBUG nova.network.neutron [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1658.841089] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca705824-e66c-4138-9aa9-b785165e6161 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.849612] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41979e9d-fd23-46ad-acb1-cf8360c49679 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.893457] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1788c0f-a864-447b-8703-44c8a797ba26 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.906252] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5789ab-1c2e-4ef1-b614-cf54ff7e1d95 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.911205] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897056, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.923178] env[62099]: DEBUG nova.compute.provider_tree [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.978312] env[62099]: DEBUG oslo_vmware.api [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': task-1897057, 'name': PowerOffVM_Task, 'duration_secs': 0.199671} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.978312] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1658.978312] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1658.978312] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5af78ae-32bf-4ac7-8390-b11310e07044 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.998093] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522cef84-a20b-6cbe-3483-a116e39f3295, 'name': SearchDatastore_Task, 'duration_secs': 0.01093} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.998410] env[62099]: DEBUG oslo_concurrency.lockutils [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.998653] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1658.998890] env[62099]: DEBUG oslo_concurrency.lockutils [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.999041] env[62099]: DEBUG oslo_concurrency.lockutils [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.999223] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1658.999480] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47e1c11f-edad-418b-88eb-9d5e099c3a55 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.009843] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1659.010119] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1659.011291] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-654fbc2a-948f-4345-b287-d569bfe44e5f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.018115] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Waiting for the task: (returnval){ [ 1659.018115] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52959a51-0977-5b83-a479-9a9a7cb818cf" [ 1659.018115] env[62099]: _type = "Task" [ 1659.018115] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.023785] env[62099]: DEBUG nova.network.neutron [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Updating instance_info_cache with network_info: [{"id": "06f043b3-9651-4ce3-9368-f12c95148043", "address": "fa:16:3e:95:dc:3a", "network": {"id": "199164d3-d31b-4f8a-84ad-894f60862cb2", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1231555425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fb6bbc51d044e47a46e4c66da34e014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06f043b3-96", "ovs_interfaceid": "06f043b3-9651-4ce3-9368-f12c95148043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.036541] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52959a51-0977-5b83-a479-9a9a7cb818cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.128703] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1659.128927] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1659.130463] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Deleting the datastore file [datastore1] 700b04cd-ed0c-420b-b725-e1dcf1970601 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1659.130463] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adc06184-d38d-4f8b-adf8-faa7991634da {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.139255] env[62099]: DEBUG oslo_vmware.api [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Waiting for the task: (returnval){ [ 1659.139255] env[62099]: value = "task-1897059" [ 1659.139255] env[62099]: _type = "Task" [ 1659.139255] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.149309] env[62099]: DEBUG oslo_vmware.api [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': task-1897059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.403454] env[62099]: DEBUG oslo_vmware.api [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897056, 'name': PowerOnVM_Task, 'duration_secs': 0.533381} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.403843] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1659.404064] env[62099]: INFO nova.compute.manager [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1659.404260] env[62099]: DEBUG nova.compute.manager [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1659.405077] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa3bca4-26d3-41a5-a979-982d1f0960ea {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.426851] env[62099]: DEBUG nova.scheduler.client.report [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1659.525866] env[62099]: DEBUG oslo_concurrency.lockutils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Releasing lock "refresh_cache-ad0fb73d-b3d4-4e31-be43-db505cbf3b4a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.526217] env[62099]: DEBUG nova.compute.manager [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Instance network_info: |[{"id": "06f043b3-9651-4ce3-9368-f12c95148043", "address": "fa:16:3e:95:dc:3a", "network": {"id": "199164d3-d31b-4f8a-84ad-894f60862cb2", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1231555425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fb6bbc51d044e47a46e4c66da34e014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06f043b3-96", "ovs_interfaceid": "06f043b3-9651-4ce3-9368-f12c95148043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1659.527167] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:dc:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06f043b3-9651-4ce3-9368-f12c95148043', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1659.535185] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Creating folder: Project (1fb6bbc51d044e47a46e4c66da34e014). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1659.541164] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd271b2c-aa58-414e-a33e-7818c0d85927 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.544168] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.544461] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.544727] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.544990] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.545188] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.547411] env[62099]: INFO nova.compute.manager [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Terminating instance [ 1659.550289] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52959a51-0977-5b83-a479-9a9a7cb818cf, 'name': SearchDatastore_Task, 'duration_secs': 0.023102} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.552138] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c795b6-cfc6-41fa-81d7-dfc247d0c180 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.560732] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Waiting for the task: (returnval){ [ 1659.560732] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a9a737-f1b7-b077-dde9-8c351174735e" [ 1659.560732] env[62099]: _type = "Task" [ 1659.560732] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.563316] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Created folder: Project (1fb6bbc51d044e47a46e4c66da34e014) in parent group-v391507. [ 1659.563523] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Creating folder: Instances. Parent ref: group-v391733. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1659.567057] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed8047b9-55cf-44b9-aa1f-e26f5a93b003 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.575946] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a9a737-f1b7-b077-dde9-8c351174735e, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.575946] env[62099]: DEBUG oslo_concurrency.lockutils [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.576499] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 769af487-10ef-40ad-9f4a-a238075965f0/769af487-10ef-40ad-9f4a-a238075965f0.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1659.576499] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9c7783b-abb2-485c-bf9e-ad2f98021164 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.579698] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Created folder: Instances in parent group-v391733. [ 1659.579947] env[62099]: DEBUG oslo.service.loopingcall [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.580480] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1659.580687] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c058d9f-d9c4-4648-baa9-569d18ff0a81 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.600026] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Waiting for the task: (returnval){ [ 1659.600026] env[62099]: value = "task-1897062" [ 1659.600026] env[62099]: _type = "Task" [ 1659.600026] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.603725] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1659.603725] env[62099]: value = "task-1897063" [ 1659.603725] env[62099]: _type = "Task" [ 1659.603725] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.615539] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': task-1897062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.619219] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897063, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.650977] env[62099]: DEBUG oslo_vmware.api [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Task: {'id': task-1897059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441271} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.650977] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1659.650977] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1659.650977] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1659.650977] env[62099]: INFO nova.compute.manager [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1659.651704] env[62099]: DEBUG oslo.service.loopingcall [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.652102] env[62099]: DEBUG nova.compute.manager [-] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1659.652212] env[62099]: DEBUG nova.network.neutron [-] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1659.798099] env[62099]: DEBUG nova.compute.manager [req-7c8323b3-699d-469f-82ed-2065f995d758 req-84dabaf0-5e2f-460e-8eb6-9a6118ca45d2 service nova] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Received event network-changed-06f043b3-9651-4ce3-9368-f12c95148043 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1659.798336] env[62099]: DEBUG nova.compute.manager [req-7c8323b3-699d-469f-82ed-2065f995d758 req-84dabaf0-5e2f-460e-8eb6-9a6118ca45d2 service nova] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Refreshing instance network info cache due to event network-changed-06f043b3-9651-4ce3-9368-f12c95148043. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1659.798576] env[62099]: DEBUG oslo_concurrency.lockutils [req-7c8323b3-699d-469f-82ed-2065f995d758 req-84dabaf0-5e2f-460e-8eb6-9a6118ca45d2 service nova] Acquiring lock "refresh_cache-ad0fb73d-b3d4-4e31-be43-db505cbf3b4a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.798751] env[62099]: DEBUG oslo_concurrency.lockutils [req-7c8323b3-699d-469f-82ed-2065f995d758 req-84dabaf0-5e2f-460e-8eb6-9a6118ca45d2 service nova] Acquired lock "refresh_cache-ad0fb73d-b3d4-4e31-be43-db505cbf3b4a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.799072] env[62099]: DEBUG nova.network.neutron [req-7c8323b3-699d-469f-82ed-2065f995d758 req-84dabaf0-5e2f-460e-8eb6-9a6118ca45d2 service nova] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Refreshing network info cache for port 06f043b3-9651-4ce3-9368-f12c95148043 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1659.927338] env[62099]: INFO nova.compute.manager [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Took 29.07 seconds to build instance. [ 1659.932068] env[62099]: DEBUG oslo_concurrency.lockutils [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.935677] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.329s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.935924] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.936144] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1659.936990] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.833s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.936990] env[62099]: DEBUG nova.objects.instance [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lazy-loading 'resources' on Instance uuid 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.942279] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8661e517-f9ba-48a4-af25-165f644ec924 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.961654] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a8a371-35f7-4772-95b2-adc397be7fb9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.969990] env[62099]: INFO nova.scheduler.client.report [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleted allocations for instance ed81ba10-269b-4162-bc3e-0f475b5664eb [ 1659.985364] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353e7143-6ce8-4f2f-a142-5f4423129b7f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.993958] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688bc8dd-81c6-4f26-9cf3-e91d3316250b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.034653] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179028MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1660.034851] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.058141] env[62099]: DEBUG nova.compute.manager [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1660.058460] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1660.059416] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05110c5b-af16-4df9-bf4e-710203fc7fb7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.069586] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.070199] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e9561b4-a924-4c2a-bac7-cea18e042561 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.078677] env[62099]: DEBUG oslo_vmware.api [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1660.078677] env[62099]: value = "task-1897064" [ 1660.078677] env[62099]: _type = "Task" [ 1660.078677] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.092484] env[62099]: DEBUG oslo_vmware.api [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.124856] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': task-1897062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520179} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.134639] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 769af487-10ef-40ad-9f4a-a238075965f0/769af487-10ef-40ad-9f4a-a238075965f0.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1660.135193] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1660.135623] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897063, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.135834] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc85e497-cd37-45c7-a8e4-a88db8f82cb5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.144953] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Waiting for the task: (returnval){ [ 1660.144953] env[62099]: value = "task-1897065" [ 1660.144953] env[62099]: _type = "Task" [ 1660.144953] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.156830] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': task-1897065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.429774] env[62099]: DEBUG oslo_concurrency.lockutils [None req-58ced4c2-7e7f-4420-9f64-c04ee271be72 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "a7480b01-ab51-4e66-aaf5-dcf049bee103" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.589s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.441579] env[62099]: DEBUG nova.objects.instance [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lazy-loading 'numa_topology' on Instance uuid 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1660.491566] env[62099]: DEBUG oslo_concurrency.lockutils [None req-014368d0-860d-460e-9815-e906aefe72ff tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "ed81ba10-269b-4162-bc3e-0f475b5664eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.312s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.572889] env[62099]: DEBUG nova.network.neutron [req-7c8323b3-699d-469f-82ed-2065f995d758 req-84dabaf0-5e2f-460e-8eb6-9a6118ca45d2 service nova] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Updated VIF entry in instance network info cache for port 06f043b3-9651-4ce3-9368-f12c95148043. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1660.573334] env[62099]: DEBUG nova.network.neutron [req-7c8323b3-699d-469f-82ed-2065f995d758 req-84dabaf0-5e2f-460e-8eb6-9a6118ca45d2 service nova] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Updating instance_info_cache with network_info: [{"id": "06f043b3-9651-4ce3-9368-f12c95148043", "address": "fa:16:3e:95:dc:3a", "network": {"id": "199164d3-d31b-4f8a-84ad-894f60862cb2", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1231555425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fb6bbc51d044e47a46e4c66da34e014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06f043b3-96", "ovs_interfaceid": "06f043b3-9651-4ce3-9368-f12c95148043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.592441] env[62099]: DEBUG oslo_vmware.api [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897064, 'name': PowerOffVM_Task, 'duration_secs': 0.235987} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.592722] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1660.592889] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1660.593166] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9bb7619-6546-465c-8b63-0af42e3fc6f1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.620707] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897063, 'name': CreateVM_Task, 'duration_secs': 0.615055} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.620996] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1660.621770] env[62099]: DEBUG oslo_concurrency.lockutils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.621934] env[62099]: DEBUG oslo_concurrency.lockutils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.622278] env[62099]: DEBUG oslo_concurrency.lockutils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1660.623067] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-242b0633-3446-4359-8d9c-34ab08c33c18 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.627660] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Waiting for the task: (returnval){ [ 1660.627660] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ed1433-f90d-4876-9a25-44e137650633" [ 1660.627660] env[62099]: _type = "Task" [ 1660.627660] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.636210] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ed1433-f90d-4876-9a25-44e137650633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.653898] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': task-1897065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082675} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.654184] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1660.654994] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc486ac-fa28-4ba9-982f-0d7306b47f66 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.680088] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 769af487-10ef-40ad-9f4a-a238075965f0/769af487-10ef-40ad-9f4a-a238075965f0.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1660.680461] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a30a9551-fa58-4c9e-a0d8-1f33408498ca {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.708576] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Waiting for the task: (returnval){ [ 1660.708576] env[62099]: value = "task-1897067" [ 1660.708576] env[62099]: _type = "Task" [ 1660.708576] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.718330] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': task-1897067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.722200] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1660.722200] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1660.722200] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Deleting the datastore file [datastore2] 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1660.722351] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae2c38a4-62df-4882-8c0e-3a0d9aa32018 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.730797] env[62099]: DEBUG oslo_vmware.api [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for the task: (returnval){ [ 1660.730797] env[62099]: value = "task-1897068" [ 1660.730797] env[62099]: _type = "Task" [ 1660.730797] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.741431] env[62099]: DEBUG oslo_vmware.api [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.946432] env[62099]: DEBUG nova.objects.base [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Object Instance<49dbecd7-eb8d-4697-ac1e-0be8fbe93a78> lazy-loaded attributes: resources,numa_topology {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1660.989253] env[62099]: DEBUG nova.network.neutron [-] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.077373] env[62099]: DEBUG oslo_concurrency.lockutils [req-7c8323b3-699d-469f-82ed-2065f995d758 req-84dabaf0-5e2f-460e-8eb6-9a6118ca45d2 service nova] Releasing lock "refresh_cache-ad0fb73d-b3d4-4e31-be43-db505cbf3b4a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.142206] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ed1433-f90d-4876-9a25-44e137650633, 'name': SearchDatastore_Task, 'duration_secs': 0.019923} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.142860] env[62099]: DEBUG oslo_concurrency.lockutils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.144307] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1661.144307] env[62099]: DEBUG oslo_concurrency.lockutils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.144307] env[62099]: DEBUG oslo_concurrency.lockutils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.144307] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1661.144307] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2e0d633-9e13-4b49-b93e-b1d9a8d32687 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.166292] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1661.166981] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1661.167219] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5512230-d2a6-4777-bcf2-02a05bcb9d33 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.173684] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Waiting for the task: (returnval){ [ 1661.173684] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a3ebc5-52af-9508-a709-5c12611c8365" [ 1661.173684] env[62099]: _type = "Task" [ 1661.173684] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.185567] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a3ebc5-52af-9508-a709-5c12611c8365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.220992] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': task-1897067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.239184] env[62099]: DEBUG oslo_vmware.api [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Task: {'id': task-1897068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464586} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.239487] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1661.239737] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1661.239845] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1661.240025] env[62099]: INFO nova.compute.manager [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1661.240275] env[62099]: DEBUG oslo.service.loopingcall [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.240617] env[62099]: DEBUG nova.compute.manager [-] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1661.240715] env[62099]: DEBUG nova.network.neutron [-] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1661.298243] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0e52d3-e187-44ef-8927-f11d10aa254b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.309899] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90972a2f-f6ae-4af5-9000-766198992c15 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.346558] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64807204-457d-42c5-9cc5-1bf4125cf542 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.356102] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e96275-38dc-4e4f-9bea-d698667637dc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.375381] env[62099]: DEBUG nova.compute.provider_tree [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1661.492756] env[62099]: INFO nova.compute.manager [-] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Took 1.84 seconds to deallocate network for instance. [ 1661.687088] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a3ebc5-52af-9508-a709-5c12611c8365, 'name': SearchDatastore_Task, 'duration_secs': 0.01197} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.687088] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a2730c9-7b70-4f10-a83a-59616d40ae5f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.692027] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Waiting for the task: (returnval){ [ 1661.692027] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52168264-27df-ff5d-295e-25d85ceb2214" [ 1661.692027] env[62099]: _type = "Task" [ 1661.692027] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.699034] env[62099]: DEBUG nova.compute.manager [req-c5f95c0a-e5ea-4432-aa46-45aded4c3a1f req-005e8fac-b646-4783-a509-2a8ad6f6b23f service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Received event network-changed-8166ad7c-5cfc-478e-80a0-d15c52caf883 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1661.699223] env[62099]: DEBUG nova.compute.manager [req-c5f95c0a-e5ea-4432-aa46-45aded4c3a1f req-005e8fac-b646-4783-a509-2a8ad6f6b23f service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Refreshing instance network info cache due to event network-changed-8166ad7c-5cfc-478e-80a0-d15c52caf883. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1661.699450] env[62099]: DEBUG oslo_concurrency.lockutils [req-c5f95c0a-e5ea-4432-aa46-45aded4c3a1f req-005e8fac-b646-4783-a509-2a8ad6f6b23f service nova] Acquiring lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.699608] env[62099]: DEBUG oslo_concurrency.lockutils [req-c5f95c0a-e5ea-4432-aa46-45aded4c3a1f req-005e8fac-b646-4783-a509-2a8ad6f6b23f service nova] Acquired lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.700078] env[62099]: DEBUG nova.network.neutron [req-c5f95c0a-e5ea-4432-aa46-45aded4c3a1f req-005e8fac-b646-4783-a509-2a8ad6f6b23f service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Refreshing network info cache for port 8166ad7c-5cfc-478e-80a0-d15c52caf883 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1661.704607] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52168264-27df-ff5d-295e-25d85ceb2214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.723199] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': task-1897067, 'name': ReconfigVM_Task, 'duration_secs': 0.774707} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.723567] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 769af487-10ef-40ad-9f4a-a238075965f0/769af487-10ef-40ad-9f4a-a238075965f0.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1661.724224] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d7384d0-c4b2-4eea-9738-748bc91d2bb0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.732220] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Waiting for the task: (returnval){ [ 1661.732220] env[62099]: value = "task-1897069" [ 1661.732220] env[62099]: _type = "Task" [ 1661.732220] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.741659] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': task-1897069, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.831148] env[62099]: DEBUG nova.compute.manager [req-9f793ccb-6c7a-4425-b787-22de09c9303b req-63809acc-6551-4277-bdc7-63c57b7b9585 service nova] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Received event network-changed-592e02f9-ba72-42ce-86d9-3deb12299d2e {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1661.831532] env[62099]: DEBUG nova.compute.manager [req-9f793ccb-6c7a-4425-b787-22de09c9303b req-63809acc-6551-4277-bdc7-63c57b7b9585 service nova] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Refreshing instance network info cache due to event network-changed-592e02f9-ba72-42ce-86d9-3deb12299d2e. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1661.833293] env[62099]: DEBUG oslo_concurrency.lockutils [req-9f793ccb-6c7a-4425-b787-22de09c9303b req-63809acc-6551-4277-bdc7-63c57b7b9585 service nova] Acquiring lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.833454] env[62099]: DEBUG oslo_concurrency.lockutils [req-9f793ccb-6c7a-4425-b787-22de09c9303b req-63809acc-6551-4277-bdc7-63c57b7b9585 service nova] Acquired lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.833983] env[62099]: DEBUG nova.network.neutron [req-9f793ccb-6c7a-4425-b787-22de09c9303b req-63809acc-6551-4277-bdc7-63c57b7b9585 service nova] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Refreshing network info cache for port 592e02f9-ba72-42ce-86d9-3deb12299d2e {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1661.883215] env[62099]: DEBUG nova.scheduler.client.report [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1662.001056] env[62099]: DEBUG oslo_concurrency.lockutils [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.026809] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "1e728494-2322-4e00-9045-c3058d733375" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.027082] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "1e728494-2322-4e00-9045-c3058d733375" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.097721] env[62099]: DEBUG nova.network.neutron [-] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.204036] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52168264-27df-ff5d-295e-25d85ceb2214, 'name': SearchDatastore_Task, 'duration_secs': 0.011248} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.204457] env[62099]: DEBUG oslo_concurrency.lockutils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.206856] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] ad0fb73d-b3d4-4e31-be43-db505cbf3b4a/ad0fb73d-b3d4-4e31-be43-db505cbf3b4a.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1662.207051] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97217eef-9b61-47e3-b3fe-daeb6a396913 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.215665] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Waiting for the task: (returnval){ [ 1662.215665] env[62099]: value = "task-1897070" [ 1662.215665] env[62099]: _type = "Task" [ 1662.215665] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.221623] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': task-1897070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.241320] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': task-1897069, 'name': Rename_Task, 'duration_secs': 0.306721} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.241660] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1662.241889] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7a190f4-e2fc-4384-ac71-a6e5a36adcd7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.249401] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Waiting for the task: (returnval){ [ 1662.249401] env[62099]: value = "task-1897071" [ 1662.249401] env[62099]: _type = "Task" [ 1662.249401] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.257640] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': task-1897071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.387925] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.451s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.393076] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.751s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.529780] env[62099]: DEBUG nova.compute.manager [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1662.601324] env[62099]: INFO nova.compute.manager [-] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Took 1.36 seconds to deallocate network for instance. [ 1662.723770] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': task-1897070, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.724782] env[62099]: DEBUG nova.network.neutron [req-c5f95c0a-e5ea-4432-aa46-45aded4c3a1f req-005e8fac-b646-4783-a509-2a8ad6f6b23f service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Updated VIF entry in instance network info cache for port 8166ad7c-5cfc-478e-80a0-d15c52caf883. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1662.725152] env[62099]: DEBUG nova.network.neutron [req-c5f95c0a-e5ea-4432-aa46-45aded4c3a1f req-005e8fac-b646-4783-a509-2a8ad6f6b23f service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Updating instance_info_cache with network_info: [{"id": "8166ad7c-5cfc-478e-80a0-d15c52caf883", "address": "fa:16:3e:d9:9e:22", "network": {"id": "c76396bd-3421-4e57-a98f-026c9e81a81a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-130376803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a5c9dc05d4c5a9b2a28e38b3b9040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166ad7c-5c", "ovs_interfaceid": "8166ad7c-5cfc-478e-80a0-d15c52caf883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.760498] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': task-1897071, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.843695] env[62099]: DEBUG nova.network.neutron [req-9f793ccb-6c7a-4425-b787-22de09c9303b req-63809acc-6551-4277-bdc7-63c57b7b9585 service nova] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updated VIF entry in instance network info cache for port 592e02f9-ba72-42ce-86d9-3deb12299d2e. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1662.844097] env[62099]: DEBUG nova.network.neutron [req-9f793ccb-6c7a-4425-b787-22de09c9303b req-63809acc-6551-4277-bdc7-63c57b7b9585 service nova] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updating instance_info_cache with network_info: [{"id": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "address": "fa:16:3e:da:fc:4a", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592e02f9-ba", "ovs_interfaceid": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.904358] env[62099]: INFO nova.compute.claims [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1662.913110] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d1f544bc-f589-4a9a-adbf-672bff7a771e tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.791s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.914156] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3977d053-3d07-4303-9c8a-8d1d44486804 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 17.041s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.914382] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3977d053-3d07-4303-9c8a-8d1d44486804 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "49dbecd7-eb8d-4697-ac1e-0be8fbe93a78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.914586] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3977d053-3d07-4303-9c8a-8d1d44486804 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "49dbecd7-eb8d-4697-ac1e-0be8fbe93a78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.914819] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3977d053-3d07-4303-9c8a-8d1d44486804 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "49dbecd7-eb8d-4697-ac1e-0be8fbe93a78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.919167] env[62099]: INFO nova.compute.manager [None req-3977d053-3d07-4303-9c8a-8d1d44486804 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Terminating instance [ 1663.054120] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.107328] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.225531] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': task-1897070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73967} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.225805] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] ad0fb73d-b3d4-4e31-be43-db505cbf3b4a/ad0fb73d-b3d4-4e31-be43-db505cbf3b4a.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1663.226074] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1663.226404] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-110e1cf7-9960-4be8-b43c-bb64e8298a7d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.228610] env[62099]: DEBUG oslo_concurrency.lockutils [req-c5f95c0a-e5ea-4432-aa46-45aded4c3a1f req-005e8fac-b646-4783-a509-2a8ad6f6b23f service nova] Releasing lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.233019] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Waiting for the task: (returnval){ [ 1663.233019] env[62099]: value = "task-1897072" [ 1663.233019] env[62099]: _type = "Task" [ 1663.233019] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.242761] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': task-1897072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.258687] env[62099]: DEBUG oslo_vmware.api [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': task-1897071, 'name': PowerOnVM_Task, 'duration_secs': 0.983628} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.258973] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1663.259414] env[62099]: INFO nova.compute.manager [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1663.259605] env[62099]: DEBUG nova.compute.manager [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1663.260830] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29289e6-5a5a-4e94-b87d-70381d73844e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.346954] env[62099]: DEBUG oslo_concurrency.lockutils [req-9f793ccb-6c7a-4425-b787-22de09c9303b req-63809acc-6551-4277-bdc7-63c57b7b9585 service nova] Releasing lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.347272] env[62099]: DEBUG nova.compute.manager [req-9f793ccb-6c7a-4425-b787-22de09c9303b req-63809acc-6551-4277-bdc7-63c57b7b9585 service nova] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Received event network-vif-deleted-18598256-0b43-4d39-991e-710225eb45fa {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1663.347526] env[62099]: DEBUG nova.compute.manager [req-9f793ccb-6c7a-4425-b787-22de09c9303b req-63809acc-6551-4277-bdc7-63c57b7b9585 service nova] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Received event network-vif-deleted-038728e6-d9fc-450f-b18f-1a872d80588f {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1663.347891] env[62099]: INFO nova.compute.manager [req-9f793ccb-6c7a-4425-b787-22de09c9303b req-63809acc-6551-4277-bdc7-63c57b7b9585 service nova] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Neutron deleted interface 038728e6-d9fc-450f-b18f-1a872d80588f; detaching it from the instance and deleting it from the info cache [ 1663.347891] env[62099]: DEBUG nova.network.neutron [req-9f793ccb-6c7a-4425-b787-22de09c9303b req-63809acc-6551-4277-bdc7-63c57b7b9585 service nova] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.412148] env[62099]: INFO nova.compute.resource_tracker [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Updating resource usage from migration fc3ff967-ea6e-4432-be05-a01a1e40cd55 [ 1663.421874] env[62099]: DEBUG nova.compute.manager [None req-3977d053-3d07-4303-9c8a-8d1d44486804 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1663.422721] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3977d053-3d07-4303-9c8a-8d1d44486804 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1663.422721] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1287f312-ab08-4f3e-854e-db9aadf8ad9e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.432904] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20e6d9b-cd1a-4d98-8595-eb263cb0a9ac {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.470402] env[62099]: WARNING nova.virt.vmwareapi.vmops [None req-3977d053-3d07-4303-9c8a-8d1d44486804 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78 could not be found. [ 1663.470543] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3977d053-3d07-4303-9c8a-8d1d44486804 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1663.471372] env[62099]: INFO nova.compute.manager [None req-3977d053-3d07-4303-9c8a-8d1d44486804 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1663.471372] env[62099]: DEBUG oslo.service.loopingcall [None req-3977d053-3d07-4303-9c8a-8d1d44486804 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.471372] env[62099]: DEBUG nova.compute.manager [-] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1663.471372] env[62099]: DEBUG nova.network.neutron [-] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1663.704784] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2e0bc9-e6b8-4b22-b7f8-8a563178df4c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.713194] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cd0b9f-40e6-4c7a-a5e1-c3054afe167d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.752127] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cce6b4a-fd60-4360-bc86-2c8cacc22ca6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.759161] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': task-1897072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067706} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.761324] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1663.762160] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f39a6e4-61e6-462d-8694-f8388e7d4862 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.765620] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1517fc-1caf-4f3e-9940-4226ae030057 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.779035] env[62099]: INFO nova.compute.manager [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Took 31.13 seconds to build instance. [ 1663.800752] env[62099]: DEBUG nova.compute.provider_tree [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.811715] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] ad0fb73d-b3d4-4e31-be43-db505cbf3b4a/ad0fb73d-b3d4-4e31-be43-db505cbf3b4a.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1663.812964] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13afeacf-5de3-4e09-a1f7-3eb3f23350d9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.834019] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Waiting for the task: (returnval){ [ 1663.834019] env[62099]: value = "task-1897073" [ 1663.834019] env[62099]: _type = "Task" [ 1663.834019] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.846682] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': task-1897073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.850139] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87efb612-0f7c-4d36-a28a-c3f99e5c16c2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.859402] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49b5802-a447-4c7a-8939-314ae1d63069 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.893487] env[62099]: DEBUG nova.compute.manager [req-9f793ccb-6c7a-4425-b787-22de09c9303b req-63809acc-6551-4277-bdc7-63c57b7b9585 service nova] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Detach interface failed, port_id=038728e6-d9fc-450f-b18f-1a872d80588f, reason: Instance 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1664.282027] env[62099]: DEBUG oslo_concurrency.lockutils [None req-45ce46bc-534d-40fa-a3ca-95621dbd1084 tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Lock "769af487-10ef-40ad-9f4a-a238075965f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.649s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.306021] env[62099]: DEBUG nova.scheduler.client.report [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1664.345840] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': task-1897073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.580754] env[62099]: DEBUG nova.network.neutron [-] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.809586] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.416s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.810688] env[62099]: INFO nova.compute.manager [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Migrating [ 1664.817378] env[62099]: DEBUG oslo_concurrency.lockutils [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.047s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.818964] env[62099]: INFO nova.compute.claims [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1664.847134] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': task-1897073, 'name': ReconfigVM_Task, 'duration_secs': 0.716303} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.847434] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Reconfigured VM instance instance-00000053 to attach disk [datastore2] ad0fb73d-b3d4-4e31-be43-db505cbf3b4a/ad0fb73d-b3d4-4e31-be43-db505cbf3b4a.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1664.848146] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48946b31-2be7-4f95-99cb-fef8dc8dcdb3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.855037] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Waiting for the task: (returnval){ [ 1664.855037] env[62099]: value = "task-1897074" [ 1664.855037] env[62099]: _type = "Task" [ 1664.855037] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.868415] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': task-1897074, 'name': Rename_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.085767] env[62099]: INFO nova.compute.manager [-] [instance: 49dbecd7-eb8d-4697-ac1e-0be8fbe93a78] Took 1.61 seconds to deallocate network for instance. [ 1665.305034] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "d6805cba-4075-4990-8c0b-49f3bfe44eab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.305352] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "d6805cba-4075-4990-8c0b-49f3bfe44eab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.329377] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "refresh_cache-d937b1f4-5e74-4d00-8829-afbc7e0acd8c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.329570] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "refresh_cache-d937b1f4-5e74-4d00-8829-afbc7e0acd8c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.329763] env[62099]: DEBUG nova.network.neutron [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1665.338433] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "88d3321e-0529-42f7-9613-cbd4bcd433b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.338716] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "88d3321e-0529-42f7-9613-cbd4bcd433b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.366499] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': task-1897074, 'name': Rename_Task, 'duration_secs': 0.157281} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.366775] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1665.368045] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea53bbe6-9956-4a11-acfa-9ef338ceb45b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.372059] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "8410bc21-c169-474e-9e23-8bfab30fa6db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.372318] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "8410bc21-c169-474e-9e23-8bfab30fa6db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.386804] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Waiting for the task: (returnval){ [ 1665.386804] env[62099]: value = "task-1897075" [ 1665.386804] env[62099]: _type = "Task" [ 1665.386804] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.394798] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': task-1897075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.564224] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Acquiring lock "769af487-10ef-40ad-9f4a-a238075965f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.564493] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Lock "769af487-10ef-40ad-9f4a-a238075965f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.564711] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Acquiring lock "769af487-10ef-40ad-9f4a-a238075965f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.564892] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Lock "769af487-10ef-40ad-9f4a-a238075965f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.565075] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Lock "769af487-10ef-40ad-9f4a-a238075965f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.567167] env[62099]: INFO nova.compute.manager [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Terminating instance [ 1665.807679] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1665.841074] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1665.877639] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1665.905269] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': task-1897075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.977619] env[62099]: INFO nova.compute.manager [None req-a79b803f-e7c2-452d-ba55-8927d046fc86 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Get console output [ 1665.977801] env[62099]: WARNING nova.virt.vmwareapi.driver [None req-a79b803f-e7c2-452d-ba55-8927d046fc86 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] The console log is missing. Check your VSPC configuration [ 1666.072115] env[62099]: DEBUG nova.compute.manager [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1666.072115] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1666.072741] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ccc438-0663-47f5-a215-c557f1e815e9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.084197] env[62099]: DEBUG nova.network.neutron [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Updating instance_info_cache with network_info: [{"id": "f60c2b4d-26d4-42e1-a0f6-20723f6a1d81", "address": "fa:16:3e:88:95:bf", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf60c2b4d-26", "ovs_interfaceid": "f60c2b4d-26d4-42e1-a0f6-20723f6a1d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.088315] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1666.088315] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a387f36c-3f78-4731-96f2-c9d6f7df9c78 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.098577] env[62099]: DEBUG oslo_vmware.api [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Waiting for the task: (returnval){ [ 1666.098577] env[62099]: value = "task-1897076" [ 1666.098577] env[62099]: _type = "Task" [ 1666.098577] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.112346] env[62099]: DEBUG oslo_vmware.api [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': task-1897076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.112820] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3977d053-3d07-4303-9c8a-8d1d44486804 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "49dbecd7-eb8d-4697-ac1e-0be8fbe93a78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.199s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.242511] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81e6132-515e-4449-965a-cdc3fca2ed34 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.251277] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274fa10c-a275-453f-ae19-08953d05398c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.287199] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f315d92-8958-4266-a8e3-358cd375ddd0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.293733] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e54a7b-7510-47a4-aafb-9e6368312090 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.307565] env[62099]: DEBUG nova.compute.provider_tree [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.334745] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.364341] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.398016] env[62099]: DEBUG oslo_vmware.api [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': task-1897075, 'name': PowerOnVM_Task, 'duration_secs': 0.715852} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.398016] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1666.398016] env[62099]: INFO nova.compute.manager [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1666.398016] env[62099]: DEBUG nova.compute.manager [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1666.398717] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c810cc-8644-4e60-b9f0-5d82c5d5601d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.401825] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.589777] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "refresh_cache-d937b1f4-5e74-4d00-8829-afbc7e0acd8c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.611990] env[62099]: DEBUG oslo_vmware.api [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': task-1897076, 'name': PowerOffVM_Task, 'duration_secs': 0.323955} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.612081] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1666.612268] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1666.612546] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e562a9d5-b872-4c34-9610-4a9f975293b7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.810771] env[62099]: DEBUG nova.scheduler.client.report [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1666.815526] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1666.815856] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1666.816074] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Deleting the datastore file [datastore2] 769af487-10ef-40ad-9f4a-a238075965f0 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1666.816566] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f114940c-c975-408f-abd5-f5a299aa5aaa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.822720] env[62099]: DEBUG oslo_vmware.api [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Waiting for the task: (returnval){ [ 1666.822720] env[62099]: value = "task-1897078" [ 1666.822720] env[62099]: _type = "Task" [ 1666.822720] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.833299] env[62099]: DEBUG oslo_vmware.api [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': task-1897078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.914424] env[62099]: INFO nova.compute.manager [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Took 34.02 seconds to build instance. [ 1667.049602] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Acquiring lock "377d1f02-5d0a-49f8-881d-e6d9a1755a17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.049932] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Lock "377d1f02-5d0a-49f8-881d-e6d9a1755a17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.050226] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Acquiring lock "377d1f02-5d0a-49f8-881d-e6d9a1755a17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.050460] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Lock "377d1f02-5d0a-49f8-881d-e6d9a1755a17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.050650] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Lock "377d1f02-5d0a-49f8-881d-e6d9a1755a17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.052769] env[62099]: INFO nova.compute.manager [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Terminating instance [ 1667.317670] env[62099]: DEBUG oslo_concurrency.lockutils [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.318239] env[62099]: DEBUG nova.compute.manager [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1667.320897] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.286s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.332492] env[62099]: DEBUG oslo_vmware.api [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Task: {'id': task-1897078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369708} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.332731] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1667.332925] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1667.333097] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1667.333270] env[62099]: INFO nova.compute.manager [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1667.333926] env[62099]: DEBUG oslo.service.loopingcall [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.333926] env[62099]: DEBUG nova.compute.manager [-] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1667.333926] env[62099]: DEBUG nova.network.neutron [-] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1667.416140] env[62099]: DEBUG oslo_concurrency.lockutils [None req-724008b0-89ee-417b-ba14-cf7fac38e3b6 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Lock "ad0fb73d-b3d4-4e31-be43-db505cbf3b4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.529s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.515574] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "6fd237ac-5684-4903-bd56-3276f56e52c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.515735] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "6fd237ac-5684-4903-bd56-3276f56e52c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.556357] env[62099]: DEBUG nova.compute.manager [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1667.556518] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1667.557693] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45732448-76cd-430e-95da-afdbc83ff099 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.566435] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1667.566930] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f000fc3-8c86-4722-a360-3f6035b00cf8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.573129] env[62099]: DEBUG oslo_vmware.api [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Waiting for the task: (returnval){ [ 1667.573129] env[62099]: value = "task-1897079" [ 1667.573129] env[62099]: _type = "Task" [ 1667.573129] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.583166] env[62099]: DEBUG oslo_vmware.api [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1897079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.603516] env[62099]: DEBUG nova.compute.manager [req-e207ae62-cf9b-4a1b-ae88-72ddef778690 req-60e57cb1-6da3-4832-8488-958b2ea78594 service nova] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Received event network-vif-deleted-1fb1f785-6bb3-4e3d-abfc-2a5e4cb894dc {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1667.603577] env[62099]: INFO nova.compute.manager [req-e207ae62-cf9b-4a1b-ae88-72ddef778690 req-60e57cb1-6da3-4832-8488-958b2ea78594 service nova] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Neutron deleted interface 1fb1f785-6bb3-4e3d-abfc-2a5e4cb894dc; detaching it from the instance and deleting it from the info cache [ 1667.603790] env[62099]: DEBUG nova.network.neutron [req-e207ae62-cf9b-4a1b-ae88-72ddef778690 req-60e57cb1-6da3-4832-8488-958b2ea78594 service nova] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.833877] env[62099]: DEBUG nova.compute.utils [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1667.835164] env[62099]: DEBUG nova.compute.manager [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1667.835328] env[62099]: DEBUG nova.network.neutron [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1667.876598] env[62099]: DEBUG nova.policy [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd58967c79ffc4baea2823c62c9718364', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '485fba0848a24dc8940273d45436f2cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1668.018583] env[62099]: DEBUG nova.compute.manager [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1668.037604] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Acquiring lock "ad0fb73d-b3d4-4e31-be43-db505cbf3b4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.038682] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Lock "ad0fb73d-b3d4-4e31-be43-db505cbf3b4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.038682] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Acquiring lock "ad0fb73d-b3d4-4e31-be43-db505cbf3b4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.038682] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Lock "ad0fb73d-b3d4-4e31-be43-db505cbf3b4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.038682] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Lock "ad0fb73d-b3d4-4e31-be43-db505cbf3b4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.047049] env[62099]: INFO nova.compute.manager [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Terminating instance [ 1668.082749] env[62099]: DEBUG nova.network.neutron [-] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.083922] env[62099]: DEBUG oslo_vmware.api [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1897079, 'name': PowerOffVM_Task, 'duration_secs': 0.462592} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.084406] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1668.084667] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1668.084912] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53a6d43c-27bf-4c3d-883f-0e9edd7d803d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.107060] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3ff647-04f6-4928-8300-08c59e417750 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.109976] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f67bd9a2-6870-4486-b76d-999e1f2d5ab8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.132547] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Updating instance 'd937b1f4-5e74-4d00-8829-afbc7e0acd8c' progress to 0 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1668.138635] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76d90fa-55ed-4e5c-bfb5-9eff2e146ff3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.149833] env[62099]: DEBUG nova.network.neutron [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Successfully created port: 848488d2-a547-4f12-9b70-4e4d0d2f5bd9 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1668.176588] env[62099]: DEBUG nova.compute.manager [req-e207ae62-cf9b-4a1b-ae88-72ddef778690 req-60e57cb1-6da3-4832-8488-958b2ea78594 service nova] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Detach interface failed, port_id=1fb1f785-6bb3-4e3d-abfc-2a5e4cb894dc, reason: Instance 769af487-10ef-40ad-9f4a-a238075965f0 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1668.221280] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1668.221695] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1668.221915] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Deleting the datastore file [datastore1] 377d1f02-5d0a-49f8-881d-e6d9a1755a17 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1668.222201] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-275651b6-ba51-4b8f-807d-4ef8dd669932 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.230822] env[62099]: DEBUG oslo_vmware.api [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Waiting for the task: (returnval){ [ 1668.230822] env[62099]: value = "task-1897081" [ 1668.230822] env[62099]: _type = "Task" [ 1668.230822] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.237494] env[62099]: DEBUG oslo_vmware.api [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1897081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.342060] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Applying migration context for instance d937b1f4-5e74-4d00-8829-afbc7e0acd8c as it has an incoming, in-progress migration fc3ff967-ea6e-4432-be05-a01a1e40cd55. Migration status is migrating {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1668.342060] env[62099]: INFO nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Updating resource usage from migration fc3ff967-ea6e-4432-be05-a01a1e40cd55 [ 1668.344564] env[62099]: DEBUG nova.compute.manager [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1668.367945] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 700b04cd-ed0c-420b-b725-e1dcf1970601 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1668.368171] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 377d1f02-5d0a-49f8-881d-e6d9a1755a17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.368301] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 1b4c7281-63df-4c1b-8583-e3db858f0c64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.368422] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 066f9ed3-95fb-4b34-9398-6937855f7e2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.368538] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 62d9831c-d811-4cc3-81d7-466bec129943 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.368727] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance f3aa61db-f6e2-486f-9804-fec6cc78caa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.368871] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 2efc88b6-568a-46c3-89a0-f227c5ada671 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.368954] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance bab7c411-a648-40b6-a350-1aa24077b2a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.369077] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.369260] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 100bb6d8-f69a-4ad3-a1c8-53e7fa280040 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.369429] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance bc7253df-1845-43be-93a8-81ab512e7e7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.369569] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1668.369724] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 69fd58ca-a8c0-4c77-9062-caf63d38be25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.370126] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 028e8c79-66a7-431e-9743-f704a5c79c9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.370358] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance a7480b01-ab51-4e66-aaf5-dcf049bee103 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.370496] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 769af487-10ef-40ad-9f4a-a238075965f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.370650] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance ad0fb73d-b3d4-4e31-be43-db505cbf3b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.370827] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Migration fc3ff967-ea6e-4432-be05-a01a1e40cd55 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1668.370963] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance d937b1f4-5e74-4d00-8829-afbc7e0acd8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.371092] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 8c002210-915a-44a1-b933-92a469d0b6d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1668.540125] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.550143] env[62099]: DEBUG nova.compute.manager [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1668.550378] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1668.551289] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c08e64-0a07-4222-b27e-2cee2931125c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.562401] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1668.562667] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0307ebc-04a2-4349-bc6b-d01a2b38090b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.568300] env[62099]: DEBUG oslo_vmware.api [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Waiting for the task: (returnval){ [ 1668.568300] env[62099]: value = "task-1897082" [ 1668.568300] env[62099]: _type = "Task" [ 1668.568300] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.575731] env[62099]: DEBUG oslo_vmware.api [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': task-1897082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.585350] env[62099]: INFO nova.compute.manager [-] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Took 1.25 seconds to deallocate network for instance. [ 1668.651558] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1668.652486] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eef531ff-eb06-4f95-8a8e-3885eb7ddabb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.659887] env[62099]: DEBUG oslo_vmware.api [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1668.659887] env[62099]: value = "task-1897083" [ 1668.659887] env[62099]: _type = "Task" [ 1668.659887] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.668249] env[62099]: DEBUG oslo_vmware.api [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.739468] env[62099]: DEBUG oslo_vmware.api [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Task: {'id': task-1897081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310799} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.739767] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1668.739933] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1668.740166] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1668.740361] env[62099]: INFO nova.compute.manager [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1668.740604] env[62099]: DEBUG oslo.service.loopingcall [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.740798] env[62099]: DEBUG nova.compute.manager [-] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1668.740890] env[62099]: DEBUG nova.network.neutron [-] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1668.874527] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 1e728494-2322-4e00-9045-c3058d733375 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1669.078621] env[62099]: DEBUG oslo_vmware.api [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': task-1897082, 'name': PowerOffVM_Task, 'duration_secs': 0.221887} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.078910] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1669.079094] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1669.079354] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef0335e9-cc5e-49b5-9994-7393a82d0dfb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.094404] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.170309] env[62099]: DEBUG oslo_vmware.api [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897083, 'name': PowerOffVM_Task, 'duration_secs': 0.160229} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.170599] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1669.170786] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Updating instance 'd937b1f4-5e74-4d00-8829-afbc7e0acd8c' progress to 17 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1669.184476] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1669.184708] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1669.184888] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Deleting the datastore file [datastore2] ad0fb73d-b3d4-4e31-be43-db505cbf3b4a {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1669.185179] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2c0d56d-0558-4567-be88-30ea45160168 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.195234] env[62099]: DEBUG oslo_vmware.api [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Waiting for the task: (returnval){ [ 1669.195234] env[62099]: value = "task-1897085" [ 1669.195234] env[62099]: _type = "Task" [ 1669.195234] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.204052] env[62099]: DEBUG oslo_vmware.api [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': task-1897085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.354331] env[62099]: DEBUG nova.compute.manager [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1669.378420] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance d6805cba-4075-4990-8c0b-49f3bfe44eab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1669.386439] env[62099]: DEBUG nova.virt.hardware [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1669.386757] env[62099]: DEBUG nova.virt.hardware [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1669.386839] env[62099]: DEBUG nova.virt.hardware [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1669.387036] env[62099]: DEBUG nova.virt.hardware [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1669.387195] env[62099]: DEBUG nova.virt.hardware [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1669.387344] env[62099]: DEBUG nova.virt.hardware [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1669.387593] env[62099]: DEBUG nova.virt.hardware [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1669.387774] env[62099]: DEBUG nova.virt.hardware [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1669.388115] env[62099]: DEBUG nova.virt.hardware [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1669.388115] env[62099]: DEBUG nova.virt.hardware [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1669.388296] env[62099]: DEBUG nova.virt.hardware [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1669.389180] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8622234-28b5-4e09-b7fc-bd0da0ff7c26 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.398252] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f18df38-0461-4e4d-93c1-dcf88041127a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.620120] env[62099]: DEBUG nova.network.neutron [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Successfully updated port: 848488d2-a547-4f12-9b70-4e4d0d2f5bd9 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1669.631132] env[62099]: DEBUG nova.compute.manager [req-0b732f5f-c0b3-4c60-8529-bd52dabbc029 req-62f04bd4-50b8-492c-bce7-b49ff23ab0e7 service nova] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Received event network-vif-deleted-c22f6e1a-1a32-427a-a8c7-a09099db6431 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1669.631132] env[62099]: INFO nova.compute.manager [req-0b732f5f-c0b3-4c60-8529-bd52dabbc029 req-62f04bd4-50b8-492c-bce7-b49ff23ab0e7 service nova] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Neutron deleted interface c22f6e1a-1a32-427a-a8c7-a09099db6431; detaching it from the instance and deleting it from the info cache [ 1669.631132] env[62099]: DEBUG nova.network.neutron [req-0b732f5f-c0b3-4c60-8529-bd52dabbc029 req-62f04bd4-50b8-492c-bce7-b49ff23ab0e7 service nova] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.678052] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1669.678052] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1669.678052] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1669.678052] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1669.678052] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1669.678052] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1669.678376] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1669.678376] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1669.678504] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1669.678773] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1669.678958] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1669.684813] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b0b9463-a179-4398-ad97-77edc93ad033 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.696478] env[62099]: DEBUG nova.network.neutron [-] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.707294] env[62099]: DEBUG oslo_vmware.api [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Task: {'id': task-1897085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145689} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.709107] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1669.709340] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1669.709524] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1669.709696] env[62099]: INFO nova.compute.manager [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1669.709927] env[62099]: DEBUG oslo.service.loopingcall [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1669.710189] env[62099]: DEBUG oslo_vmware.api [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1669.710189] env[62099]: value = "task-1897086" [ 1669.710189] env[62099]: _type = "Task" [ 1669.710189] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.710372] env[62099]: DEBUG nova.compute.manager [-] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1669.710464] env[62099]: DEBUG nova.network.neutron [-] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1669.720706] env[62099]: DEBUG oslo_vmware.api [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897086, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.881724] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 88d3321e-0529-42f7-9613-cbd4bcd433b6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1670.125742] env[62099]: DEBUG oslo_concurrency.lockutils [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Acquiring lock "refresh_cache-8c002210-915a-44a1-b933-92a469d0b6d3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.125983] env[62099]: DEBUG oslo_concurrency.lockutils [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Acquired lock "refresh_cache-8c002210-915a-44a1-b933-92a469d0b6d3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.126201] env[62099]: DEBUG nova.network.neutron [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.133507] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b22cad2-58c0-49f5-832f-9280036b07b8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.142491] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ea2753-7f34-4f8a-ad5a-569d8a271220 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.173751] env[62099]: DEBUG nova.compute.manager [req-0b732f5f-c0b3-4c60-8529-bd52dabbc029 req-62f04bd4-50b8-492c-bce7-b49ff23ab0e7 service nova] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Detach interface failed, port_id=c22f6e1a-1a32-427a-a8c7-a09099db6431, reason: Instance 377d1f02-5d0a-49f8-881d-e6d9a1755a17 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1670.173995] env[62099]: DEBUG nova.compute.manager [req-0b732f5f-c0b3-4c60-8529-bd52dabbc029 req-62f04bd4-50b8-492c-bce7-b49ff23ab0e7 service nova] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Received event network-vif-plugged-848488d2-a547-4f12-9b70-4e4d0d2f5bd9 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1670.174215] env[62099]: DEBUG oslo_concurrency.lockutils [req-0b732f5f-c0b3-4c60-8529-bd52dabbc029 req-62f04bd4-50b8-492c-bce7-b49ff23ab0e7 service nova] Acquiring lock "8c002210-915a-44a1-b933-92a469d0b6d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.174426] env[62099]: DEBUG oslo_concurrency.lockutils [req-0b732f5f-c0b3-4c60-8529-bd52dabbc029 req-62f04bd4-50b8-492c-bce7-b49ff23ab0e7 service nova] Lock "8c002210-915a-44a1-b933-92a469d0b6d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.174599] env[62099]: DEBUG oslo_concurrency.lockutils [req-0b732f5f-c0b3-4c60-8529-bd52dabbc029 req-62f04bd4-50b8-492c-bce7-b49ff23ab0e7 service nova] Lock "8c002210-915a-44a1-b933-92a469d0b6d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.174765] env[62099]: DEBUG nova.compute.manager [req-0b732f5f-c0b3-4c60-8529-bd52dabbc029 req-62f04bd4-50b8-492c-bce7-b49ff23ab0e7 service nova] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] No waiting events found dispatching network-vif-plugged-848488d2-a547-4f12-9b70-4e4d0d2f5bd9 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1670.174933] env[62099]: WARNING nova.compute.manager [req-0b732f5f-c0b3-4c60-8529-bd52dabbc029 req-62f04bd4-50b8-492c-bce7-b49ff23ab0e7 service nova] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Received unexpected event network-vif-plugged-848488d2-a547-4f12-9b70-4e4d0d2f5bd9 for instance with vm_state building and task_state spawning. [ 1670.202222] env[62099]: INFO nova.compute.manager [-] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Took 1.46 seconds to deallocate network for instance. [ 1670.221777] env[62099]: DEBUG oslo_vmware.api [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897086, 'name': ReconfigVM_Task, 'duration_secs': 0.372359} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.222108] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Updating instance 'd937b1f4-5e74-4d00-8829-afbc7e0acd8c' progress to 33 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1670.384635] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 8410bc21-c169-474e-9e23-8bfab30fa6db has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1670.459718] env[62099]: DEBUG nova.network.neutron [-] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.658363] env[62099]: DEBUG nova.network.neutron [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1670.708643] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.728518] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1670.728764] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1670.728928] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1670.729130] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1670.729277] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1670.729420] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1670.729614] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1670.729773] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1670.729935] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1670.730108] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1670.730282] env[62099]: DEBUG nova.virt.hardware [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1670.735398] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1670.735985] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02459642-c603-47ed-b7eb-1894cabfecb0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.754090] env[62099]: DEBUG oslo_vmware.api [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1670.754090] env[62099]: value = "task-1897087" [ 1670.754090] env[62099]: _type = "Task" [ 1670.754090] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.761475] env[62099]: DEBUG oslo_vmware.api [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.815479] env[62099]: DEBUG nova.network.neutron [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Updating instance_info_cache with network_info: [{"id": "848488d2-a547-4f12-9b70-4e4d0d2f5bd9", "address": "fa:16:3e:b3:fe:33", "network": {"id": "eec55ed0-b340-45e9-a125-95a39ae6176f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1244961563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "485fba0848a24dc8940273d45436f2cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap848488d2-a5", "ovs_interfaceid": "848488d2-a547-4f12-9b70-4e4d0d2f5bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.887881] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 6fd237ac-5684-4903-bd56-3276f56e52c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1670.888322] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1670.888322] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1670.963156] env[62099]: INFO nova.compute.manager [-] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Took 1.25 seconds to deallocate network for instance. [ 1671.185870] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477b5c13-2b9e-4357-a01e-147ec32201e5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.193545] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600d42ac-4166-4fa5-b1e9-c8fd93589fad {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.222704] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e26476a-1122-4728-b526-e6efe798cfda {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.229902] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4440134-6aae-4082-8e7b-10ee6722fc1a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.242553] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1671.262753] env[62099]: DEBUG oslo_vmware.api [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897087, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.318230] env[62099]: DEBUG oslo_concurrency.lockutils [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Releasing lock "refresh_cache-8c002210-915a-44a1-b933-92a469d0b6d3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.318631] env[62099]: DEBUG nova.compute.manager [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Instance network_info: |[{"id": "848488d2-a547-4f12-9b70-4e4d0d2f5bd9", "address": "fa:16:3e:b3:fe:33", "network": {"id": "eec55ed0-b340-45e9-a125-95a39ae6176f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1244961563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "485fba0848a24dc8940273d45436f2cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap848488d2-a5", "ovs_interfaceid": "848488d2-a547-4f12-9b70-4e4d0d2f5bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1671.319789] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:fe:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '848488d2-a547-4f12-9b70-4e4d0d2f5bd9', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1671.326220] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Creating folder: Project (485fba0848a24dc8940273d45436f2cf). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1671.326460] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bffd72aa-9a0e-4129-88de-bae4ece5405c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.337409] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Created folder: Project (485fba0848a24dc8940273d45436f2cf) in parent group-v391507. [ 1671.337621] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Creating folder: Instances. Parent ref: group-v391736. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1671.337847] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85539a33-dc45-4a7f-82d0-d1818e030840 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.347828] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Created folder: Instances in parent group-v391736. [ 1671.348064] env[62099]: DEBUG oslo.service.loopingcall [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1671.348246] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1671.348437] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84f6fe39-e84b-4fe4-b994-f3455ae9b4f2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.367940] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1671.367940] env[62099]: value = "task-1897090" [ 1671.367940] env[62099]: _type = "Task" [ 1671.367940] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.375149] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897090, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.470027] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.666065] env[62099]: DEBUG nova.compute.manager [req-21dc6373-da67-40f8-8d92-ead311329919 req-7e4987fc-237f-4dc3-a798-76ad9ca4a4b1 service nova] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Received event network-changed-848488d2-a547-4f12-9b70-4e4d0d2f5bd9 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1671.666274] env[62099]: DEBUG nova.compute.manager [req-21dc6373-da67-40f8-8d92-ead311329919 req-7e4987fc-237f-4dc3-a798-76ad9ca4a4b1 service nova] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Refreshing instance network info cache due to event network-changed-848488d2-a547-4f12-9b70-4e4d0d2f5bd9. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1671.666492] env[62099]: DEBUG oslo_concurrency.lockutils [req-21dc6373-da67-40f8-8d92-ead311329919 req-7e4987fc-237f-4dc3-a798-76ad9ca4a4b1 service nova] Acquiring lock "refresh_cache-8c002210-915a-44a1-b933-92a469d0b6d3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.666636] env[62099]: DEBUG oslo_concurrency.lockutils [req-21dc6373-da67-40f8-8d92-ead311329919 req-7e4987fc-237f-4dc3-a798-76ad9ca4a4b1 service nova] Acquired lock "refresh_cache-8c002210-915a-44a1-b933-92a469d0b6d3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.666796] env[62099]: DEBUG nova.network.neutron [req-21dc6373-da67-40f8-8d92-ead311329919 req-7e4987fc-237f-4dc3-a798-76ad9ca4a4b1 service nova] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Refreshing network info cache for port 848488d2-a547-4f12-9b70-4e4d0d2f5bd9 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1671.745461] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1671.765366] env[62099]: DEBUG oslo_vmware.api [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897087, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.877747] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897090, 'name': CreateVM_Task, 'duration_secs': 0.302169} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.877926] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1671.878627] env[62099]: DEBUG oslo_concurrency.lockutils [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.878825] env[62099]: DEBUG oslo_concurrency.lockutils [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.879171] env[62099]: DEBUG oslo_concurrency.lockutils [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1671.879428] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-265a662b-bd51-4ee8-b390-d035f0fd3eb9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.883904] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Waiting for the task: (returnval){ [ 1671.883904] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]527b0e8a-05aa-8afd-09ee-1f638f51b1c6" [ 1671.883904] env[62099]: _type = "Task" [ 1671.883904] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.891250] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]527b0e8a-05aa-8afd-09ee-1f638f51b1c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.250332] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1672.250571] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.930s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.250843] env[62099]: DEBUG oslo_concurrency.lockutils [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.250s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.251044] env[62099]: DEBUG oslo_concurrency.lockutils [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.253047] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.199s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.254503] env[62099]: INFO nova.compute.claims [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1672.268696] env[62099]: DEBUG oslo_vmware.api [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897087, 'name': ReconfigVM_Task, 'duration_secs': 1.203781} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.268969] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1672.269732] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f353d8-f326-42d3-964c-a6d37de5ec74 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.275197] env[62099]: INFO nova.scheduler.client.report [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Deleted allocations for instance 700b04cd-ed0c-420b-b725-e1dcf1970601 [ 1672.295065] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] d937b1f4-5e74-4d00-8829-afbc7e0acd8c/d937b1f4-5e74-4d00-8829-afbc7e0acd8c.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1672.299645] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae0655bb-81aa-4589-8bea-7398f0b3e0c5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.318830] env[62099]: DEBUG oslo_vmware.api [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1672.318830] env[62099]: value = "task-1897091" [ 1672.318830] env[62099]: _type = "Task" [ 1672.318830] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.326521] env[62099]: DEBUG oslo_vmware.api [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.394392] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]527b0e8a-05aa-8afd-09ee-1f638f51b1c6, 'name': SearchDatastore_Task, 'duration_secs': 0.028116} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.394705] env[62099]: DEBUG oslo_concurrency.lockutils [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.394946] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1672.395240] env[62099]: DEBUG oslo_concurrency.lockutils [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.395359] env[62099]: DEBUG oslo_concurrency.lockutils [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.395536] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1672.395800] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-322c1953-fe74-4d8e-a9a7-56af0c7fa254 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.403694] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1672.403874] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1672.404576] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60de74ed-9b63-4b6e-aa0f-191071809f05 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.409475] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Waiting for the task: (returnval){ [ 1672.409475] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e96852-7ecf-4f1b-6d85-c36490cd24ea" [ 1672.409475] env[62099]: _type = "Task" [ 1672.409475] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.419135] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e96852-7ecf-4f1b-6d85-c36490cd24ea, 'name': SearchDatastore_Task, 'duration_secs': 0.007364} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.419882] env[62099]: DEBUG nova.network.neutron [req-21dc6373-da67-40f8-8d92-ead311329919 req-7e4987fc-237f-4dc3-a798-76ad9ca4a4b1 service nova] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Updated VIF entry in instance network info cache for port 848488d2-a547-4f12-9b70-4e4d0d2f5bd9. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1672.420212] env[62099]: DEBUG nova.network.neutron [req-21dc6373-da67-40f8-8d92-ead311329919 req-7e4987fc-237f-4dc3-a798-76ad9ca4a4b1 service nova] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Updating instance_info_cache with network_info: [{"id": "848488d2-a547-4f12-9b70-4e4d0d2f5bd9", "address": "fa:16:3e:b3:fe:33", "network": {"id": "eec55ed0-b340-45e9-a125-95a39ae6176f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1244961563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "485fba0848a24dc8940273d45436f2cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap848488d2-a5", "ovs_interfaceid": "848488d2-a547-4f12-9b70-4e4d0d2f5bd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.421996] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85c2cf62-84e5-4faf-8e89-4950ff68feab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.427149] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Waiting for the task: (returnval){ [ 1672.427149] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529a3aed-059e-d404-5440-a60a1c22a928" [ 1672.427149] env[62099]: _type = "Task" [ 1672.427149] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.435183] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529a3aed-059e-d404-5440-a60a1c22a928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.817219] env[62099]: DEBUG oslo_concurrency.lockutils [None req-25980942-bac3-48ed-95cb-39df6afeff53 tempest-ServerActionsTestOtherB-365320052 tempest-ServerActionsTestOtherB-365320052-project-member] Lock "700b04cd-ed0c-420b-b725-e1dcf1970601" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.874s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.828486] env[62099]: DEBUG oslo_vmware.api [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897091, 'name': ReconfigVM_Task, 'duration_secs': 0.239073} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.828798] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Reconfigured VM instance instance-0000004d to attach disk [datastore2] d937b1f4-5e74-4d00-8829-afbc7e0acd8c/d937b1f4-5e74-4d00-8829-afbc7e0acd8c.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1672.829034] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Updating instance 'd937b1f4-5e74-4d00-8829-afbc7e0acd8c' progress to 50 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1672.923095] env[62099]: DEBUG oslo_concurrency.lockutils [req-21dc6373-da67-40f8-8d92-ead311329919 req-7e4987fc-237f-4dc3-a798-76ad9ca4a4b1 service nova] Releasing lock "refresh_cache-8c002210-915a-44a1-b933-92a469d0b6d3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.923369] env[62099]: DEBUG nova.compute.manager [req-21dc6373-da67-40f8-8d92-ead311329919 req-7e4987fc-237f-4dc3-a798-76ad9ca4a4b1 service nova] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Received event network-vif-deleted-06f043b3-9651-4ce3-9368-f12c95148043 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1672.937341] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529a3aed-059e-d404-5440-a60a1c22a928, 'name': SearchDatastore_Task, 'duration_secs': 0.00758} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.937681] env[62099]: DEBUG oslo_concurrency.lockutils [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.937950] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 8c002210-915a-44a1-b933-92a469d0b6d3/8c002210-915a-44a1-b933-92a469d0b6d3.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1672.938215] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27626215-5881-4755-9c08-718e766adec0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.945739] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Waiting for the task: (returnval){ [ 1672.945739] env[62099]: value = "task-1897092" [ 1672.945739] env[62099]: _type = "Task" [ 1672.945739] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.953396] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Task: {'id': task-1897092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.336451] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41297f46-f006-476a-b031-0fc0d6689607 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.368818] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a579b321-341d-4068-9b8c-236bd81d41cb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.391912] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Updating instance 'd937b1f4-5e74-4d00-8829-afbc7e0acd8c' progress to 67 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1673.457924] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Task: {'id': task-1897092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448683} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.458233] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 8c002210-915a-44a1-b933-92a469d0b6d3/8c002210-915a-44a1-b933-92a469d0b6d3.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1673.458481] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1673.458779] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c8c133a-d5d4-43f8-a7db-2ca0c4e889b1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.465161] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Waiting for the task: (returnval){ [ 1673.465161] env[62099]: value = "task-1897093" [ 1673.465161] env[62099]: _type = "Task" [ 1673.465161] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.483041] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Task: {'id': task-1897093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.627841] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7bd83e-125e-4fc3-a755-884d27126a1f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.635671] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f982fbea-5e12-4bed-82c0-4d56344f6aa1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.664659] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c969679-3878-4baa-9901-14ceec2a09be {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.672017] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6399465-e895-4fd3-9a9b-036a64d65f20 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.684886] env[62099]: DEBUG nova.compute.provider_tree [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.939998] env[62099]: DEBUG nova.network.neutron [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Port f60c2b4d-26d4-42e1-a0f6-20723f6a1d81 binding to destination host cpu-1 is already ACTIVE {{(pid=62099) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1673.975645] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Task: {'id': task-1897093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065314} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.976530] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1673.977380] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a4c994-6348-4bd8-b313-4ebe723aef4a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.003478] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 8c002210-915a-44a1-b933-92a469d0b6d3/8c002210-915a-44a1-b933-92a469d0b6d3.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1674.003933] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-333252a0-5d19-4cd2-aa7f-ec1c01d012e6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.027390] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Waiting for the task: (returnval){ [ 1674.027390] env[62099]: value = "task-1897094" [ 1674.027390] env[62099]: _type = "Task" [ 1674.027390] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.034665] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Task: {'id': task-1897094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.188180] env[62099]: DEBUG nova.scheduler.client.report [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1674.540165] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Task: {'id': task-1897094, 'name': ReconfigVM_Task, 'duration_secs': 0.301201} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.540515] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 8c002210-915a-44a1-b933-92a469d0b6d3/8c002210-915a-44a1-b933-92a469d0b6d3.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1674.541317] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5867c429-8a87-4dce-bf17-da94b6c0e867 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.548148] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Waiting for the task: (returnval){ [ 1674.548148] env[62099]: value = "task-1897095" [ 1674.548148] env[62099]: _type = "Task" [ 1674.548148] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.556820] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Task: {'id': task-1897095, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.694479] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.695000] env[62099]: DEBUG nova.compute.manager [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1674.697794] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.591s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.698011] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.700220] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.366s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.701631] env[62099]: INFO nova.compute.claims [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1674.731170] env[62099]: INFO nova.scheduler.client.report [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Deleted allocations for instance 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b [ 1674.962088] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "d937b1f4-5e74-4d00-8829-afbc7e0acd8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.962372] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "d937b1f4-5e74-4d00-8829-afbc7e0acd8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.962372] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "d937b1f4-5e74-4d00-8829-afbc7e0acd8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.058616] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Task: {'id': task-1897095, 'name': Rename_Task, 'duration_secs': 0.135999} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.059044] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1675.060028] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-210937d2-bb9c-4f7f-9413-9ba6932e3abd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.066279] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Waiting for the task: (returnval){ [ 1675.066279] env[62099]: value = "task-1897096" [ 1675.066279] env[62099]: _type = "Task" [ 1675.066279] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.074807] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Task: {'id': task-1897096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.206241] env[62099]: DEBUG nova.compute.utils [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1675.211092] env[62099]: DEBUG nova.compute.manager [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1675.211499] env[62099]: DEBUG nova.network.neutron [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1675.242999] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e44d0e1b-f217-4b5b-819f-17aea47ed469 tempest-ImagesTestJSON-1084911248 tempest-ImagesTestJSON-1084911248-project-member] Lock "3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.698s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.304043] env[62099]: DEBUG nova.policy [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed2bfb309d284555ac69c8d2d5eb4437', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '166bdcd08cd7483e97495d93531054c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1675.577768] env[62099]: DEBUG oslo_vmware.api [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Task: {'id': task-1897096, 'name': PowerOnVM_Task, 'duration_secs': 0.438425} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.578072] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1675.578443] env[62099]: INFO nova.compute.manager [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Took 6.22 seconds to spawn the instance on the hypervisor. [ 1675.578443] env[62099]: DEBUG nova.compute.manager [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1675.579206] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca0ff26-7229-4b83-bf97-3ed85b9dcd7e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.589861] env[62099]: DEBUG nova.network.neutron [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Successfully created port: 28ebcb1a-e905-44eb-94d2-6aad357d90c1 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1675.714154] env[62099]: DEBUG nova.compute.manager [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1676.000090] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "refresh_cache-d937b1f4-5e74-4d00-8829-afbc7e0acd8c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.000293] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "refresh_cache-d937b1f4-5e74-4d00-8829-afbc7e0acd8c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.000486] env[62099]: DEBUG nova.network.neutron [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1676.099821] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cca2a4-3f97-41e1-826f-ebc483d39bdf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.105690] env[62099]: INFO nova.compute.manager [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Took 20.37 seconds to build instance. [ 1676.110876] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffd4bb9-6193-4a26-aa78-9f5d83fa0696 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.143894] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dbc545-c5fb-4b55-a5a2-806e07d485ea {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.152562] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eba5955-678b-41ed-9619-3753c018bf19 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.167049] env[62099]: DEBUG nova.compute.provider_tree [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.607435] env[62099]: DEBUG oslo_concurrency.lockutils [None req-927d935f-6a5d-43eb-a22c-cd729a7d4d0e tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Lock "8c002210-915a-44a1-b933-92a469d0b6d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.877s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.670562] env[62099]: DEBUG nova.scheduler.client.report [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1676.720961] env[62099]: DEBUG nova.compute.manager [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1676.756760] env[62099]: DEBUG nova.virt.hardware [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1676.757033] env[62099]: DEBUG nova.virt.hardware [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1676.757196] env[62099]: DEBUG nova.virt.hardware [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1676.757382] env[62099]: DEBUG nova.virt.hardware [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1676.757526] env[62099]: DEBUG nova.virt.hardware [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1676.757705] env[62099]: DEBUG nova.virt.hardware [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1676.757921] env[62099]: DEBUG nova.virt.hardware [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1676.758099] env[62099]: DEBUG nova.virt.hardware [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1676.758267] env[62099]: DEBUG nova.virt.hardware [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1676.758425] env[62099]: DEBUG nova.virt.hardware [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1676.758591] env[62099]: DEBUG nova.virt.hardware [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1676.759776] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf527658-aa93-4247-9556-8b9101dba3ed {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.772023] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ebda87-2747-4cbf-b95a-ed12ef6d9dc2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.856580] env[62099]: DEBUG nova.network.neutron [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Updating instance_info_cache with network_info: [{"id": "f60c2b4d-26d4-42e1-a0f6-20723f6a1d81", "address": "fa:16:3e:88:95:bf", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf60c2b4d-26", "ovs_interfaceid": "f60c2b4d-26d4-42e1-a0f6-20723f6a1d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.130107] env[62099]: DEBUG nova.compute.manager [req-9aae2702-ab39-4a00-a29f-0f451fe31bf1 req-b19af2c1-fc9a-457f-8bb4-52d64a4c63dd service nova] [instance: 1e728494-2322-4e00-9045-c3058d733375] Received event network-vif-plugged-28ebcb1a-e905-44eb-94d2-6aad357d90c1 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1677.130107] env[62099]: DEBUG oslo_concurrency.lockutils [req-9aae2702-ab39-4a00-a29f-0f451fe31bf1 req-b19af2c1-fc9a-457f-8bb4-52d64a4c63dd service nova] Acquiring lock "1e728494-2322-4e00-9045-c3058d733375-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.130107] env[62099]: DEBUG oslo_concurrency.lockutils [req-9aae2702-ab39-4a00-a29f-0f451fe31bf1 req-b19af2c1-fc9a-457f-8bb4-52d64a4c63dd service nova] Lock "1e728494-2322-4e00-9045-c3058d733375-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.131133] env[62099]: DEBUG oslo_concurrency.lockutils [req-9aae2702-ab39-4a00-a29f-0f451fe31bf1 req-b19af2c1-fc9a-457f-8bb4-52d64a4c63dd service nova] Lock "1e728494-2322-4e00-9045-c3058d733375-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.131348] env[62099]: DEBUG nova.compute.manager [req-9aae2702-ab39-4a00-a29f-0f451fe31bf1 req-b19af2c1-fc9a-457f-8bb4-52d64a4c63dd service nova] [instance: 1e728494-2322-4e00-9045-c3058d733375] No waiting events found dispatching network-vif-plugged-28ebcb1a-e905-44eb-94d2-6aad357d90c1 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1677.131512] env[62099]: WARNING nova.compute.manager [req-9aae2702-ab39-4a00-a29f-0f451fe31bf1 req-b19af2c1-fc9a-457f-8bb4-52d64a4c63dd service nova] [instance: 1e728494-2322-4e00-9045-c3058d733375] Received unexpected event network-vif-plugged-28ebcb1a-e905-44eb-94d2-6aad357d90c1 for instance with vm_state building and task_state spawning. [ 1677.175163] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.175679] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1677.178631] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.814s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.181525] env[62099]: INFO nova.compute.claims [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1677.307619] env[62099]: DEBUG nova.network.neutron [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Successfully updated port: 28ebcb1a-e905-44eb-94d2-6aad357d90c1 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1677.359936] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "refresh_cache-d937b1f4-5e74-4d00-8829-afbc7e0acd8c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.686429] env[62099]: DEBUG nova.compute.utils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1677.690978] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1677.690978] env[62099]: DEBUG nova.network.neutron [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1677.734890] env[62099]: DEBUG nova.policy [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07aca0f44be64ac6813d06d8318ece69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '192c027191184749ba6072381a652338', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1677.813141] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "refresh_cache-1e728494-2322-4e00-9045-c3058d733375" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.813141] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "refresh_cache-1e728494-2322-4e00-9045-c3058d733375" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.813141] env[62099]: DEBUG nova.network.neutron [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1677.892730] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1168fbe0-6ffd-4d8e-9895-cfb2203f6946 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.917312] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bc0d17-6021-44db-a9c8-091ec6a3f12c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.928149] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Updating instance 'd937b1f4-5e74-4d00-8829-afbc7e0acd8c' progress to 83 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1678.026347] env[62099]: DEBUG nova.network.neutron [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Successfully created port: 348ada0a-f0b2-4aa6-9ebf-aced90dbcc23 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1678.083916] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Acquiring lock "8c002210-915a-44a1-b933-92a469d0b6d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.084216] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Lock "8c002210-915a-44a1-b933-92a469d0b6d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.084434] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Acquiring lock "8c002210-915a-44a1-b933-92a469d0b6d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.084625] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Lock "8c002210-915a-44a1-b933-92a469d0b6d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.084801] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Lock "8c002210-915a-44a1-b933-92a469d0b6d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.087377] env[62099]: INFO nova.compute.manager [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Terminating instance [ 1678.199676] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1678.352546] env[62099]: DEBUG nova.network.neutron [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1678.440047] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1678.440396] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67fe1f70-2a53-40aa-b104-6d61c50a9bc5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.450193] env[62099]: DEBUG oslo_vmware.api [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1678.450193] env[62099]: value = "task-1897097" [ 1678.450193] env[62099]: _type = "Task" [ 1678.450193] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.460123] env[62099]: DEBUG oslo_vmware.api [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.567219] env[62099]: DEBUG nova.network.neutron [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Updating instance_info_cache with network_info: [{"id": "28ebcb1a-e905-44eb-94d2-6aad357d90c1", "address": "fa:16:3e:85:27:8f", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28ebcb1a-e9", "ovs_interfaceid": "28ebcb1a-e905-44eb-94d2-6aad357d90c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.591409] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1bf866-65c1-4bf6-a10a-b4a5a9361957 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.596718] env[62099]: DEBUG nova.compute.manager [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1678.596718] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1678.596718] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906bedc1-fca5-43ba-a404-440ff3241c0b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.604072] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1678.605866] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f63ca8d-935b-427d-830c-0758bd1fcf26 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.608154] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dfe44c-6a1c-4447-83c7-28aafe029b40 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.643424] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c19a347-ed7d-4791-bba4-da8a14aa8967 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.647219] env[62099]: DEBUG oslo_vmware.api [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Waiting for the task: (returnval){ [ 1678.647219] env[62099]: value = "task-1897098" [ 1678.647219] env[62099]: _type = "Task" [ 1678.647219] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.653831] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b38b18-70a7-4fdd-a734-a3bdd303cd72 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.660531] env[62099]: DEBUG oslo_vmware.api [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Task: {'id': task-1897098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.670752] env[62099]: DEBUG nova.compute.provider_tree [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.960772] env[62099]: DEBUG oslo_vmware.api [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897097, 'name': PowerOnVM_Task, 'duration_secs': 0.439784} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.961082] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1678.961258] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3eaf41c8-6d35-49e5-b5e9-794efc50b23e tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Updating instance 'd937b1f4-5e74-4d00-8829-afbc7e0acd8c' progress to 100 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1679.070615] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "refresh_cache-1e728494-2322-4e00-9045-c3058d733375" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.070956] env[62099]: DEBUG nova.compute.manager [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Instance network_info: |[{"id": "28ebcb1a-e905-44eb-94d2-6aad357d90c1", "address": "fa:16:3e:85:27:8f", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28ebcb1a-e9", "ovs_interfaceid": "28ebcb1a-e905-44eb-94d2-6aad357d90c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1679.071427] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:27:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28ebcb1a-e905-44eb-94d2-6aad357d90c1', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1679.079650] env[62099]: DEBUG oslo.service.loopingcall [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1679.079880] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e728494-2322-4e00-9045-c3058d733375] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1679.080500] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0a0ec37-18ab-46a0-a545-c543349d6036 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.101241] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1679.101241] env[62099]: value = "task-1897099" [ 1679.101241] env[62099]: _type = "Task" [ 1679.101241] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.112111] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897099, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.156494] env[62099]: DEBUG oslo_vmware.api [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Task: {'id': task-1897098, 'name': PowerOffVM_Task, 'duration_secs': 0.218038} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.156827] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1679.157052] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1679.158028] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d22a25b-6da1-4297-9e86-008ef04b0266 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.162403] env[62099]: DEBUG nova.compute.manager [req-ed9caaaf-e07c-4442-9a12-db29c7f39750 req-277cdc55-b6b3-47a0-a42c-b5ad483af5c7 service nova] [instance: 1e728494-2322-4e00-9045-c3058d733375] Received event network-changed-28ebcb1a-e905-44eb-94d2-6aad357d90c1 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1679.162403] env[62099]: DEBUG nova.compute.manager [req-ed9caaaf-e07c-4442-9a12-db29c7f39750 req-277cdc55-b6b3-47a0-a42c-b5ad483af5c7 service nova] [instance: 1e728494-2322-4e00-9045-c3058d733375] Refreshing instance network info cache due to event network-changed-28ebcb1a-e905-44eb-94d2-6aad357d90c1. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1679.162807] env[62099]: DEBUG oslo_concurrency.lockutils [req-ed9caaaf-e07c-4442-9a12-db29c7f39750 req-277cdc55-b6b3-47a0-a42c-b5ad483af5c7 service nova] Acquiring lock "refresh_cache-1e728494-2322-4e00-9045-c3058d733375" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.162951] env[62099]: DEBUG oslo_concurrency.lockutils [req-ed9caaaf-e07c-4442-9a12-db29c7f39750 req-277cdc55-b6b3-47a0-a42c-b5ad483af5c7 service nova] Acquired lock "refresh_cache-1e728494-2322-4e00-9045-c3058d733375" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.163163] env[62099]: DEBUG nova.network.neutron [req-ed9caaaf-e07c-4442-9a12-db29c7f39750 req-277cdc55-b6b3-47a0-a42c-b5ad483af5c7 service nova] [instance: 1e728494-2322-4e00-9045-c3058d733375] Refreshing network info cache for port 28ebcb1a-e905-44eb-94d2-6aad357d90c1 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1679.174189] env[62099]: DEBUG nova.scheduler.client.report [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1679.208427] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1679.237724] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1679.238082] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1679.238280] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1679.238473] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1679.238900] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1679.239095] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1679.239434] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1679.239612] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1679.239783] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1679.240043] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1679.240118] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1679.240997] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaceedde-c08a-4681-aa26-53e53c564a92 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.250109] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042dca79-6425-4366-b28d-30f9276638fd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.328442] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1679.328672] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1679.328873] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Deleting the datastore file [datastore2] 8c002210-915a-44a1-b933-92a469d0b6d3 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1679.329163] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1652b814-0471-4b7e-93f4-e176a182d4f5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.335756] env[62099]: DEBUG oslo_vmware.api [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Waiting for the task: (returnval){ [ 1679.335756] env[62099]: value = "task-1897101" [ 1679.335756] env[62099]: _type = "Task" [ 1679.335756] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.343545] env[62099]: DEBUG oslo_vmware.api [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Task: {'id': task-1897101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.611813] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897099, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.680460] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.681727] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1679.683578] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.282s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.687749] env[62099]: INFO nova.compute.claims [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1679.846010] env[62099]: DEBUG oslo_vmware.api [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Task: {'id': task-1897101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301237} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.846377] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1679.846871] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1679.846871] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1679.847010] env[62099]: INFO nova.compute.manager [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1679.847163] env[62099]: DEBUG oslo.service.loopingcall [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1679.847362] env[62099]: DEBUG nova.compute.manager [-] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1679.847455] env[62099]: DEBUG nova.network.neutron [-] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1680.014996] env[62099]: DEBUG nova.network.neutron [req-ed9caaaf-e07c-4442-9a12-db29c7f39750 req-277cdc55-b6b3-47a0-a42c-b5ad483af5c7 service nova] [instance: 1e728494-2322-4e00-9045-c3058d733375] Updated VIF entry in instance network info cache for port 28ebcb1a-e905-44eb-94d2-6aad357d90c1. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1680.015389] env[62099]: DEBUG nova.network.neutron [req-ed9caaaf-e07c-4442-9a12-db29c7f39750 req-277cdc55-b6b3-47a0-a42c-b5ad483af5c7 service nova] [instance: 1e728494-2322-4e00-9045-c3058d733375] Updating instance_info_cache with network_info: [{"id": "28ebcb1a-e905-44eb-94d2-6aad357d90c1", "address": "fa:16:3e:85:27:8f", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28ebcb1a-e9", "ovs_interfaceid": "28ebcb1a-e905-44eb-94d2-6aad357d90c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.065369] env[62099]: DEBUG nova.network.neutron [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Successfully updated port: 348ada0a-f0b2-4aa6-9ebf-aced90dbcc23 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1680.112928] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897099, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.189814] env[62099]: DEBUG nova.compute.utils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1680.196612] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1680.196733] env[62099]: DEBUG nova.network.neutron [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1680.245929] env[62099]: DEBUG nova.policy [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07aca0f44be64ac6813d06d8318ece69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '192c027191184749ba6072381a652338', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1680.345314] env[62099]: DEBUG nova.compute.manager [req-d0aa0f9e-d9ca-44fe-8a72-b4c7090575f3 req-a0ce563d-ee8d-47f2-8e68-48a8cc046898 service nova] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Received event network-vif-deleted-848488d2-a547-4f12-9b70-4e4d0d2f5bd9 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1680.345314] env[62099]: INFO nova.compute.manager [req-d0aa0f9e-d9ca-44fe-8a72-b4c7090575f3 req-a0ce563d-ee8d-47f2-8e68-48a8cc046898 service nova] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Neutron deleted interface 848488d2-a547-4f12-9b70-4e4d0d2f5bd9; detaching it from the instance and deleting it from the info cache [ 1680.345314] env[62099]: DEBUG nova.network.neutron [req-d0aa0f9e-d9ca-44fe-8a72-b4c7090575f3 req-a0ce563d-ee8d-47f2-8e68-48a8cc046898 service nova] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.492318] env[62099]: DEBUG nova.network.neutron [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Successfully created port: 1ca463b4-49fc-43ab-92cf-2df70e9cde88 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1680.520338] env[62099]: DEBUG oslo_concurrency.lockutils [req-ed9caaaf-e07c-4442-9a12-db29c7f39750 req-277cdc55-b6b3-47a0-a42c-b5ad483af5c7 service nova] Releasing lock "refresh_cache-1e728494-2322-4e00-9045-c3058d733375" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.567931] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "refresh_cache-d6805cba-4075-4990-8c0b-49f3bfe44eab" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.568084] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquired lock "refresh_cache-d6805cba-4075-4990-8c0b-49f3bfe44eab" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.568203] env[62099]: DEBUG nova.network.neutron [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.615112] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897099, 'name': CreateVM_Task, 'duration_secs': 1.424955} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.615774] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e728494-2322-4e00-9045-c3058d733375] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1680.616504] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.616676] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.616996] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1680.617626] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a40738b3-29bb-4e6e-b6ec-76634e979435 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.623639] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1680.623639] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]522a7184-f7e2-ce08-ce56-ec0b90b4e63a" [ 1680.623639] env[62099]: _type = "Task" [ 1680.623639] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.634534] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522a7184-f7e2-ce08-ce56-ec0b90b4e63a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.693903] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1680.824477] env[62099]: DEBUG nova.network.neutron [-] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.845821] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-431faf75-c2e3-42f2-a8e5-d2d33455491b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.855794] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154c4fcc-4b9c-4618-976f-356d214021f3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.893685] env[62099]: DEBUG nova.compute.manager [req-d0aa0f9e-d9ca-44fe-8a72-b4c7090575f3 req-a0ce563d-ee8d-47f2-8e68-48a8cc046898 service nova] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Detach interface failed, port_id=848488d2-a547-4f12-9b70-4e4d0d2f5bd9, reason: Instance 8c002210-915a-44a1-b933-92a469d0b6d3 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1681.068147] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a553bff-1ca9-4b4b-96e5-db08f81e1868 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.082856] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5620774a-6f83-4a21-8036-6550f1af90ed {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.131237] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29798cc0-86ef-44e8-a376-987f9656a954 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.140686] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522a7184-f7e2-ce08-ce56-ec0b90b4e63a, 'name': SearchDatastore_Task, 'duration_secs': 0.037652} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.143096] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.143494] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1681.143867] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.144154] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.144438] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1681.145083] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4631378-e62c-4613-b616-508aa5822e88 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.147937] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4277fa-e37d-407f-8f46-82df790c4a0a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.162848] env[62099]: DEBUG nova.compute.provider_tree [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1681.165382] env[62099]: DEBUG nova.network.neutron [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1681.168233] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1681.168444] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1681.169659] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1850991c-4c1f-4983-882c-3d07e24a15e8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.175409] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1681.175409] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cd2b28-7bc6-d43a-c4f9-26f443e699b5" [ 1681.175409] env[62099]: _type = "Task" [ 1681.175409] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.183397] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cd2b28-7bc6-d43a-c4f9-26f443e699b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.280636] env[62099]: DEBUG nova.compute.manager [req-f0547b6b-030e-41bc-91fd-49212f876291 req-2ba847a8-1e66-453b-842f-b0c9f5f943fa service nova] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Received event network-vif-plugged-348ada0a-f0b2-4aa6-9ebf-aced90dbcc23 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1681.280938] env[62099]: DEBUG oslo_concurrency.lockutils [req-f0547b6b-030e-41bc-91fd-49212f876291 req-2ba847a8-1e66-453b-842f-b0c9f5f943fa service nova] Acquiring lock "d6805cba-4075-4990-8c0b-49f3bfe44eab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.283068] env[62099]: DEBUG oslo_concurrency.lockutils [req-f0547b6b-030e-41bc-91fd-49212f876291 req-2ba847a8-1e66-453b-842f-b0c9f5f943fa service nova] Lock "d6805cba-4075-4990-8c0b-49f3bfe44eab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.283068] env[62099]: DEBUG oslo_concurrency.lockutils [req-f0547b6b-030e-41bc-91fd-49212f876291 req-2ba847a8-1e66-453b-842f-b0c9f5f943fa service nova] Lock "d6805cba-4075-4990-8c0b-49f3bfe44eab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.283068] env[62099]: DEBUG nova.compute.manager [req-f0547b6b-030e-41bc-91fd-49212f876291 req-2ba847a8-1e66-453b-842f-b0c9f5f943fa service nova] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] No waiting events found dispatching network-vif-plugged-348ada0a-f0b2-4aa6-9ebf-aced90dbcc23 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1681.283068] env[62099]: WARNING nova.compute.manager [req-f0547b6b-030e-41bc-91fd-49212f876291 req-2ba847a8-1e66-453b-842f-b0c9f5f943fa service nova] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Received unexpected event network-vif-plugged-348ada0a-f0b2-4aa6-9ebf-aced90dbcc23 for instance with vm_state building and task_state spawning. [ 1681.283068] env[62099]: DEBUG nova.compute.manager [req-f0547b6b-030e-41bc-91fd-49212f876291 req-2ba847a8-1e66-453b-842f-b0c9f5f943fa service nova] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Received event network-changed-348ada0a-f0b2-4aa6-9ebf-aced90dbcc23 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1681.283068] env[62099]: DEBUG nova.compute.manager [req-f0547b6b-030e-41bc-91fd-49212f876291 req-2ba847a8-1e66-453b-842f-b0c9f5f943fa service nova] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Refreshing instance network info cache due to event network-changed-348ada0a-f0b2-4aa6-9ebf-aced90dbcc23. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1681.283068] env[62099]: DEBUG oslo_concurrency.lockutils [req-f0547b6b-030e-41bc-91fd-49212f876291 req-2ba847a8-1e66-453b-842f-b0c9f5f943fa service nova] Acquiring lock "refresh_cache-d6805cba-4075-4990-8c0b-49f3bfe44eab" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.326666] env[62099]: INFO nova.compute.manager [-] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Took 1.48 seconds to deallocate network for instance. [ 1681.427431] env[62099]: DEBUG nova.network.neutron [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Updating instance_info_cache with network_info: [{"id": "348ada0a-f0b2-4aa6-9ebf-aced90dbcc23", "address": "fa:16:3e:33:9a:4c", "network": {"id": "9a082c96-9074-4237-9aa3-19c5d0d3302f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1520791145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c027191184749ba6072381a652338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap348ada0a-f0", "ovs_interfaceid": "348ada0a-f0b2-4aa6-9ebf-aced90dbcc23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.594612] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "d937b1f4-5e74-4d00-8829-afbc7e0acd8c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.594880] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "d937b1f4-5e74-4d00-8829-afbc7e0acd8c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.595086] env[62099]: DEBUG nova.compute.manager [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Going to confirm migration 2 {{(pid=62099) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1681.670475] env[62099]: DEBUG nova.scheduler.client.report [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1681.686456] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cd2b28-7bc6-d43a-c4f9-26f443e699b5, 'name': SearchDatastore_Task, 'duration_secs': 0.015156} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.687320] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c327ec-e695-45d0-ba66-f0a33e5c1f5b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.692625] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1681.692625] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5268ad4f-8673-4352-979a-41d21332b3dd" [ 1681.692625] env[62099]: _type = "Task" [ 1681.692625] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.701269] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5268ad4f-8673-4352-979a-41d21332b3dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.710139] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1681.744793] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1681.745083] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1681.745245] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1681.746510] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1681.746708] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1681.746897] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1681.747161] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1681.747344] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1681.747517] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1681.747682] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1681.747886] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1681.750094] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daef158-ba0b-463f-b805-54e2649be240 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.762707] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e6c2de-41cf-4439-a41b-ec56e476d4d2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.834312] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.933024] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Releasing lock "refresh_cache-d6805cba-4075-4990-8c0b-49f3bfe44eab" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.933024] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Instance network_info: |[{"id": "348ada0a-f0b2-4aa6-9ebf-aced90dbcc23", "address": "fa:16:3e:33:9a:4c", "network": {"id": "9a082c96-9074-4237-9aa3-19c5d0d3302f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1520791145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c027191184749ba6072381a652338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap348ada0a-f0", "ovs_interfaceid": "348ada0a-f0b2-4aa6-9ebf-aced90dbcc23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1681.933024] env[62099]: DEBUG oslo_concurrency.lockutils [req-f0547b6b-030e-41bc-91fd-49212f876291 req-2ba847a8-1e66-453b-842f-b0c9f5f943fa service nova] Acquired lock "refresh_cache-d6805cba-4075-4990-8c0b-49f3bfe44eab" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.933024] env[62099]: DEBUG nova.network.neutron [req-f0547b6b-030e-41bc-91fd-49212f876291 req-2ba847a8-1e66-453b-842f-b0c9f5f943fa service nova] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Refreshing network info cache for port 348ada0a-f0b2-4aa6-9ebf-aced90dbcc23 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1681.933024] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:9a:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '348ada0a-f0b2-4aa6-9ebf-aced90dbcc23', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1681.941200] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Creating folder: Project (192c027191184749ba6072381a652338). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1681.941834] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30ddbc5d-7c59-4026-aabd-3676f8bcc286 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.952317] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Created folder: Project (192c027191184749ba6072381a652338) in parent group-v391507. [ 1681.952511] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Creating folder: Instances. Parent ref: group-v391743. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1681.952742] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63e22b10-978a-4376-acc4-41b049e7127e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.963204] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Created folder: Instances in parent group-v391743. [ 1681.963463] env[62099]: DEBUG oslo.service.loopingcall [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.965504] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1681.965504] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-025892e0-086b-442c-8eba-e30a8bb7d8f6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.983654] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1681.983654] env[62099]: value = "task-1897107" [ 1681.983654] env[62099]: _type = "Task" [ 1681.983654] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.991521] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897107, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.180120] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.180120] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1682.182897] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.643s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.184359] env[62099]: INFO nova.compute.claims [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1682.205269] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "refresh_cache-d937b1f4-5e74-4d00-8829-afbc7e0acd8c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.205269] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "refresh_cache-d937b1f4-5e74-4d00-8829-afbc7e0acd8c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.205398] env[62099]: DEBUG nova.network.neutron [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1682.205600] env[62099]: DEBUG nova.objects.instance [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lazy-loading 'info_cache' on Instance uuid d937b1f4-5e74-4d00-8829-afbc7e0acd8c {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1682.211267] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5268ad4f-8673-4352-979a-41d21332b3dd, 'name': SearchDatastore_Task, 'duration_secs': 0.02935} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.211858] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.212147] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 1e728494-2322-4e00-9045-c3058d733375/1e728494-2322-4e00-9045-c3058d733375.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1682.212452] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cb7ac50-39bf-4aa1-9b82-5e7d50d2b0e2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.219489] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1682.219489] env[62099]: value = "task-1897108" [ 1682.219489] env[62099]: _type = "Task" [ 1682.219489] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.231812] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.507034] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897107, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.551518] env[62099]: DEBUG nova.network.neutron [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Successfully updated port: 1ca463b4-49fc-43ab-92cf-2df70e9cde88 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1682.690249] env[62099]: DEBUG nova.compute.utils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1682.699888] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1682.700791] env[62099]: DEBUG nova.network.neutron [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1682.737626] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897108, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.758496] env[62099]: DEBUG nova.policy [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07aca0f44be64ac6813d06d8318ece69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '192c027191184749ba6072381a652338', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1682.994235] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897107, 'name': CreateVM_Task, 'duration_secs': 0.585125} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.994480] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1682.995114] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.995289] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.995605] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1682.995893] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dbb815a-1ed7-4240-bb5c-f4bdd86ec56f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.004715] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1683.004715] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5233f6d8-6aa0-c104-8e8f-7973e0dceaf7" [ 1683.004715] env[62099]: _type = "Task" [ 1683.004715] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.016563] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5233f6d8-6aa0-c104-8e8f-7973e0dceaf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.032143] env[62099]: DEBUG nova.network.neutron [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Successfully created port: 70c6547d-a771-4aef-b552-a21ed5a3c12c {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1683.056756] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "refresh_cache-88d3321e-0529-42f7-9613-cbd4bcd433b6" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.056916] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquired lock "refresh_cache-88d3321e-0529-42f7-9613-cbd4bcd433b6" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.057087] env[62099]: DEBUG nova.network.neutron [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1683.139493] env[62099]: DEBUG nova.network.neutron [req-f0547b6b-030e-41bc-91fd-49212f876291 req-2ba847a8-1e66-453b-842f-b0c9f5f943fa service nova] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Updated VIF entry in instance network info cache for port 348ada0a-f0b2-4aa6-9ebf-aced90dbcc23. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1683.139790] env[62099]: DEBUG nova.network.neutron [req-f0547b6b-030e-41bc-91fd-49212f876291 req-2ba847a8-1e66-453b-842f-b0c9f5f943fa service nova] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Updating instance_info_cache with network_info: [{"id": "348ada0a-f0b2-4aa6-9ebf-aced90dbcc23", "address": "fa:16:3e:33:9a:4c", "network": {"id": "9a082c96-9074-4237-9aa3-19c5d0d3302f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1520791145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c027191184749ba6072381a652338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap348ada0a-f0", "ovs_interfaceid": "348ada0a-f0b2-4aa6-9ebf-aced90dbcc23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.200466] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1683.233818] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897108, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.319481] env[62099]: DEBUG nova.compute.manager [req-4b598fb3-e134-4686-9fcc-2a6040f3273c req-4cd8472f-3702-45b8-9a2d-e8bda5f4e9ca service nova] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Received event network-vif-plugged-1ca463b4-49fc-43ab-92cf-2df70e9cde88 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1683.320119] env[62099]: DEBUG oslo_concurrency.lockutils [req-4b598fb3-e134-4686-9fcc-2a6040f3273c req-4cd8472f-3702-45b8-9a2d-e8bda5f4e9ca service nova] Acquiring lock "88d3321e-0529-42f7-9613-cbd4bcd433b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.320119] env[62099]: DEBUG oslo_concurrency.lockutils [req-4b598fb3-e134-4686-9fcc-2a6040f3273c req-4cd8472f-3702-45b8-9a2d-e8bda5f4e9ca service nova] Lock "88d3321e-0529-42f7-9613-cbd4bcd433b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.320119] env[62099]: DEBUG oslo_concurrency.lockutils [req-4b598fb3-e134-4686-9fcc-2a6040f3273c req-4cd8472f-3702-45b8-9a2d-e8bda5f4e9ca service nova] Lock "88d3321e-0529-42f7-9613-cbd4bcd433b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.320342] env[62099]: DEBUG nova.compute.manager [req-4b598fb3-e134-4686-9fcc-2a6040f3273c req-4cd8472f-3702-45b8-9a2d-e8bda5f4e9ca service nova] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] No waiting events found dispatching network-vif-plugged-1ca463b4-49fc-43ab-92cf-2df70e9cde88 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1683.320650] env[62099]: WARNING nova.compute.manager [req-4b598fb3-e134-4686-9fcc-2a6040f3273c req-4cd8472f-3702-45b8-9a2d-e8bda5f4e9ca service nova] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Received unexpected event network-vif-plugged-1ca463b4-49fc-43ab-92cf-2df70e9cde88 for instance with vm_state building and task_state spawning. [ 1683.321915] env[62099]: DEBUG nova.compute.manager [req-4b598fb3-e134-4686-9fcc-2a6040f3273c req-4cd8472f-3702-45b8-9a2d-e8bda5f4e9ca service nova] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Received event network-changed-1ca463b4-49fc-43ab-92cf-2df70e9cde88 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1683.321915] env[62099]: DEBUG nova.compute.manager [req-4b598fb3-e134-4686-9fcc-2a6040f3273c req-4cd8472f-3702-45b8-9a2d-e8bda5f4e9ca service nova] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Refreshing instance network info cache due to event network-changed-1ca463b4-49fc-43ab-92cf-2df70e9cde88. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1683.321915] env[62099]: DEBUG oslo_concurrency.lockutils [req-4b598fb3-e134-4686-9fcc-2a6040f3273c req-4cd8472f-3702-45b8-9a2d-e8bda5f4e9ca service nova] Acquiring lock "refresh_cache-88d3321e-0529-42f7-9613-cbd4bcd433b6" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.522183] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5233f6d8-6aa0-c104-8e8f-7973e0dceaf7, 'name': SearchDatastore_Task, 'duration_secs': 0.051703} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.522514] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.522746] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1683.522990] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.523154] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.523330] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1683.523598] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38d964ef-c822-492e-a008-a1d268104704 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.547049] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1683.547300] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1683.548120] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04acdb07-a77e-4b05-8fd5-17aea148bc55 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.554125] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1683.554125] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ea9a2d-23a7-8ece-1790-6674caf13b82" [ 1683.554125] env[62099]: _type = "Task" [ 1683.554125] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.561347] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ff7162-bc03-4299-8295-071766b5e9b4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.566820] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ea9a2d-23a7-8ece-1790-6674caf13b82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.573224] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d642048a-f513-4b7a-a55c-33bf412e2cea {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.605958] env[62099]: DEBUG nova.network.neutron [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1683.607994] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdd43ca-cdca-4bd0-a826-425cb8b49a73 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.615409] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee136eb9-0708-4611-9d5d-1369fb87d158 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.628645] env[62099]: DEBUG nova.compute.provider_tree [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.643168] env[62099]: DEBUG oslo_concurrency.lockutils [req-f0547b6b-030e-41bc-91fd-49212f876291 req-2ba847a8-1e66-453b-842f-b0c9f5f943fa service nova] Releasing lock "refresh_cache-d6805cba-4075-4990-8c0b-49f3bfe44eab" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.659445] env[62099]: DEBUG nova.network.neutron [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Updating instance_info_cache with network_info: [{"id": "f60c2b4d-26d4-42e1-a0f6-20723f6a1d81", "address": "fa:16:3e:88:95:bf", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf60c2b4d-26", "ovs_interfaceid": "f60c2b4d-26d4-42e1-a0f6-20723f6a1d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.733550] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897108, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.759813] env[62099]: DEBUG nova.network.neutron [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Updating instance_info_cache with network_info: [{"id": "1ca463b4-49fc-43ab-92cf-2df70e9cde88", "address": "fa:16:3e:19:f1:02", "network": {"id": "9a082c96-9074-4237-9aa3-19c5d0d3302f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1520791145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c027191184749ba6072381a652338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ca463b4-49", "ovs_interfaceid": "1ca463b4-49fc-43ab-92cf-2df70e9cde88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.066444] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ea9a2d-23a7-8ece-1790-6674caf13b82, 'name': SearchDatastore_Task, 'duration_secs': 0.088479} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.067901] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecfff709-ec45-4ea8-9741-8cc00905281b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.072910] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1684.072910] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5270356a-e8a4-b7ea-1c63-918b25e10986" [ 1684.072910] env[62099]: _type = "Task" [ 1684.072910] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.080908] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5270356a-e8a4-b7ea-1c63-918b25e10986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.135066] env[62099]: DEBUG nova.scheduler.client.report [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1684.162617] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "refresh_cache-d937b1f4-5e74-4d00-8829-afbc7e0acd8c" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.162617] env[62099]: DEBUG nova.objects.instance [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lazy-loading 'migration_context' on Instance uuid d937b1f4-5e74-4d00-8829-afbc7e0acd8c {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.212887] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1684.233388] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897108, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.66729} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.234696] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 1e728494-2322-4e00-9045-c3058d733375/1e728494-2322-4e00-9045-c3058d733375.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1684.234696] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1684.234696] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6809d4a-2db5-453e-bfea-d97ee95282a3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.248368] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1684.248368] env[62099]: value = "task-1897110" [ 1684.248368] env[62099]: _type = "Task" [ 1684.248368] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.249062] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1684.249460] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1684.249738] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1684.250147] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1684.250463] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1684.250758] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1684.251123] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1684.251434] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1684.252654] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1684.252654] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1684.252654] env[62099]: DEBUG nova.virt.hardware [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1684.254197] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6a28e8-116e-4953-9f86-44a3a1dfe9b6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.261912] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Releasing lock "refresh_cache-88d3321e-0529-42f7-9613-cbd4bcd433b6" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.261912] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Instance network_info: |[{"id": "1ca463b4-49fc-43ab-92cf-2df70e9cde88", "address": "fa:16:3e:19:f1:02", "network": {"id": "9a082c96-9074-4237-9aa3-19c5d0d3302f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1520791145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c027191184749ba6072381a652338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ca463b4-49", "ovs_interfaceid": "1ca463b4-49fc-43ab-92cf-2df70e9cde88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1684.264675] env[62099]: DEBUG oslo_concurrency.lockutils [req-4b598fb3-e134-4686-9fcc-2a6040f3273c req-4cd8472f-3702-45b8-9a2d-e8bda5f4e9ca service nova] Acquired lock "refresh_cache-88d3321e-0529-42f7-9613-cbd4bcd433b6" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.264675] env[62099]: DEBUG nova.network.neutron [req-4b598fb3-e134-4686-9fcc-2a6040f3273c req-4cd8472f-3702-45b8-9a2d-e8bda5f4e9ca service nova] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Refreshing network info cache for port 1ca463b4-49fc-43ab-92cf-2df70e9cde88 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1684.265956] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:f1:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ca463b4-49fc-43ab-92cf-2df70e9cde88', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1684.274869] env[62099]: DEBUG oslo.service.loopingcall [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1684.280908] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1684.282366] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5d4d9d-1fe7-478f-a07e-df2a8cda7b31 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.287314] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.287566] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c1bc0b9-9882-42c3-9141-6c29542c361c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.317582] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1684.317582] env[62099]: value = "task-1897111" [ 1684.317582] env[62099]: _type = "Task" [ 1684.317582] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.325778] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897111, 'name': CreateVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.591769] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5270356a-e8a4-b7ea-1c63-918b25e10986, 'name': SearchDatastore_Task, 'duration_secs': 0.030676} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.592208] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.592594] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] d6805cba-4075-4990-8c0b-49f3bfe44eab/d6805cba-4075-4990-8c0b-49f3bfe44eab.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1684.593043] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff9dda74-424e-42f4-b107-c2af656b7ddd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.602656] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1684.602656] env[62099]: value = "task-1897112" [ 1684.602656] env[62099]: _type = "Task" [ 1684.602656] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.616831] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.639117] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.639724] env[62099]: DEBUG nova.compute.manager [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1684.642797] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.548s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.643129] env[62099]: DEBUG nova.objects.instance [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Lazy-loading 'resources' on Instance uuid 769af487-10ef-40ad-9f4a-a238075965f0 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.664825] env[62099]: DEBUG nova.objects.base [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1684.665632] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d81ea5-715c-43fe-bda7-a2f93d2a1ebc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.698269] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d69b54a-628f-48b0-8632-ade151cfeca0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.705467] env[62099]: DEBUG oslo_vmware.api [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1684.705467] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b15c47-590f-aa16-ccf5-5f2fc5eff5a1" [ 1684.705467] env[62099]: _type = "Task" [ 1684.705467] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.714637] env[62099]: DEBUG oslo_vmware.api [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b15c47-590f-aa16-ccf5-5f2fc5eff5a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.763524] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067203} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.763902] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1684.764944] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c5960f-2ee9-414d-8924-abba92126290 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.791179] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 1e728494-2322-4e00-9045-c3058d733375/1e728494-2322-4e00-9045-c3058d733375.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1684.791481] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c85f0130-10cb-453b-9f5e-a5673064aeea {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.813563] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1684.813563] env[62099]: value = "task-1897113" [ 1684.813563] env[62099]: _type = "Task" [ 1684.813563] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.827565] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.833584] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897111, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.999327] env[62099]: DEBUG nova.network.neutron [req-4b598fb3-e134-4686-9fcc-2a6040f3273c req-4cd8472f-3702-45b8-9a2d-e8bda5f4e9ca service nova] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Updated VIF entry in instance network info cache for port 1ca463b4-49fc-43ab-92cf-2df70e9cde88. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1684.999840] env[62099]: DEBUG nova.network.neutron [req-4b598fb3-e134-4686-9fcc-2a6040f3273c req-4cd8472f-3702-45b8-9a2d-e8bda5f4e9ca service nova] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Updating instance_info_cache with network_info: [{"id": "1ca463b4-49fc-43ab-92cf-2df70e9cde88", "address": "fa:16:3e:19:f1:02", "network": {"id": "9a082c96-9074-4237-9aa3-19c5d0d3302f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1520791145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c027191184749ba6072381a652338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ca463b4-49", "ovs_interfaceid": "1ca463b4-49fc-43ab-92cf-2df70e9cde88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.097415] env[62099]: DEBUG nova.network.neutron [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Successfully updated port: 70c6547d-a771-4aef-b552-a21ed5a3c12c {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1685.115880] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897112, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.146924] env[62099]: DEBUG nova.compute.utils [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1685.152889] env[62099]: DEBUG nova.compute.manager [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1685.153910] env[62099]: DEBUG nova.network.neutron [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1685.206326] env[62099]: DEBUG nova.policy [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aefef81d46c84981af60a083a0c45ed7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9ea02632ca94994997d79efa82bacb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1685.218866] env[62099]: DEBUG oslo_vmware.api [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b15c47-590f-aa16-ccf5-5f2fc5eff5a1, 'name': SearchDatastore_Task, 'duration_secs': 0.013137} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.219542] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.328235] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897113, 'name': ReconfigVM_Task, 'duration_secs': 0.495439} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.329119] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 1e728494-2322-4e00-9045-c3058d733375/1e728494-2322-4e00-9045-c3058d733375.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1685.329814] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc793458-05b0-463c-a01d-9a71a6ed415e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.334339] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897111, 'name': CreateVM_Task, 'duration_secs': 0.686961} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.334836] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1685.335534] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.335711] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.336045] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1685.336299] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73303801-fc8b-4f35-9591-ad3842893e69 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.339311] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1685.339311] env[62099]: value = "task-1897114" [ 1685.339311] env[62099]: _type = "Task" [ 1685.339311] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.346133] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1685.346133] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]524acb3c-4323-524a-2321-e876f8ee2759" [ 1685.346133] env[62099]: _type = "Task" [ 1685.346133] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.352918] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897114, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.361675] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]524acb3c-4323-524a-2321-e876f8ee2759, 'name': SearchDatastore_Task, 'duration_secs': 0.009574} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.362146] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.362237] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1685.362592] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.362756] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.362982] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1685.363442] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2535b344-042a-4db4-a513-4b6b46b35249 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.373234] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1685.373234] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1685.373234] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc7a13f2-f6f4-41e5-bc40-cfd02d154996 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.380547] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1685.380547] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5263e696-5fa2-51eb-d43a-a3e922fd7490" [ 1685.380547] env[62099]: _type = "Task" [ 1685.380547] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.392303] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5263e696-5fa2-51eb-d43a-a3e922fd7490, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.393324] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-460e1570-c47b-45f4-8b60-0c8f7310d57a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.401072] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1685.401072] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c82003-3baf-d0ad-e88d-b2556f718177" [ 1685.401072] env[62099]: _type = "Task" [ 1685.401072] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.406666] env[62099]: DEBUG nova.compute.manager [req-ff007c7e-0e47-48cf-8b52-06ecf6ae221a req-f45ab85d-e92e-4911-bf79-49a87c235797 service nova] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Received event network-vif-plugged-70c6547d-a771-4aef-b552-a21ed5a3c12c {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1685.406900] env[62099]: DEBUG oslo_concurrency.lockutils [req-ff007c7e-0e47-48cf-8b52-06ecf6ae221a req-f45ab85d-e92e-4911-bf79-49a87c235797 service nova] Acquiring lock "8410bc21-c169-474e-9e23-8bfab30fa6db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.407202] env[62099]: DEBUG oslo_concurrency.lockutils [req-ff007c7e-0e47-48cf-8b52-06ecf6ae221a req-f45ab85d-e92e-4911-bf79-49a87c235797 service nova] Lock "8410bc21-c169-474e-9e23-8bfab30fa6db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.407320] env[62099]: DEBUG oslo_concurrency.lockutils [req-ff007c7e-0e47-48cf-8b52-06ecf6ae221a req-f45ab85d-e92e-4911-bf79-49a87c235797 service nova] Lock "8410bc21-c169-474e-9e23-8bfab30fa6db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.407541] env[62099]: DEBUG nova.compute.manager [req-ff007c7e-0e47-48cf-8b52-06ecf6ae221a req-f45ab85d-e92e-4911-bf79-49a87c235797 service nova] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] No waiting events found dispatching network-vif-plugged-70c6547d-a771-4aef-b552-a21ed5a3c12c {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1685.407726] env[62099]: WARNING nova.compute.manager [req-ff007c7e-0e47-48cf-8b52-06ecf6ae221a req-f45ab85d-e92e-4911-bf79-49a87c235797 service nova] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Received unexpected event network-vif-plugged-70c6547d-a771-4aef-b552-a21ed5a3c12c for instance with vm_state building and task_state spawning. [ 1685.407914] env[62099]: DEBUG nova.compute.manager [req-ff007c7e-0e47-48cf-8b52-06ecf6ae221a req-f45ab85d-e92e-4911-bf79-49a87c235797 service nova] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Received event network-changed-70c6547d-a771-4aef-b552-a21ed5a3c12c {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1685.408130] env[62099]: DEBUG nova.compute.manager [req-ff007c7e-0e47-48cf-8b52-06ecf6ae221a req-f45ab85d-e92e-4911-bf79-49a87c235797 service nova] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Refreshing instance network info cache due to event network-changed-70c6547d-a771-4aef-b552-a21ed5a3c12c. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1685.408273] env[62099]: DEBUG oslo_concurrency.lockutils [req-ff007c7e-0e47-48cf-8b52-06ecf6ae221a req-f45ab85d-e92e-4911-bf79-49a87c235797 service nova] Acquiring lock "refresh_cache-8410bc21-c169-474e-9e23-8bfab30fa6db" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.408410] env[62099]: DEBUG oslo_concurrency.lockutils [req-ff007c7e-0e47-48cf-8b52-06ecf6ae221a req-f45ab85d-e92e-4911-bf79-49a87c235797 service nova] Acquired lock "refresh_cache-8410bc21-c169-474e-9e23-8bfab30fa6db" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.408564] env[62099]: DEBUG nova.network.neutron [req-ff007c7e-0e47-48cf-8b52-06ecf6ae221a req-f45ab85d-e92e-4911-bf79-49a87c235797 service nova] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Refreshing network info cache for port 70c6547d-a771-4aef-b552-a21ed5a3c12c {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1685.417658] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c82003-3baf-d0ad-e88d-b2556f718177, 'name': SearchDatastore_Task, 'duration_secs': 0.009855} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.417782] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.418043] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 88d3321e-0529-42f7-9613-cbd4bcd433b6/88d3321e-0529-42f7-9613-cbd4bcd433b6.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1685.418311] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-981e06c9-64f9-49c4-9765-7a52f1cd89d9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.428195] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1685.428195] env[62099]: value = "task-1897115" [ 1685.428195] env[62099]: _type = "Task" [ 1685.428195] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.436547] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.495655] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f9ec75-768b-4458-8651-ae3fbb94e435 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.504675] env[62099]: DEBUG oslo_concurrency.lockutils [req-4b598fb3-e134-4686-9fcc-2a6040f3273c req-4cd8472f-3702-45b8-9a2d-e8bda5f4e9ca service nova] Releasing lock "refresh_cache-88d3321e-0529-42f7-9613-cbd4bcd433b6" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.505884] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07540a24-666e-4178-a1c1-c447494c7ec1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.509662] env[62099]: DEBUG nova.network.neutron [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Successfully created port: def38aea-7f98-405e-975c-6c09822c7610 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1685.541680] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553385e7-c03a-43f5-aa7d-1fcac9a6a8c4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.549855] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f150074d-533a-406d-bcdb-38a6c3c7deb7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.564072] env[62099]: DEBUG nova.compute.provider_tree [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1685.600092] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "refresh_cache-8410bc21-c169-474e-9e23-8bfab30fa6db" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.613017] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585855} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.613420] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] d6805cba-4075-4990-8c0b-49f3bfe44eab/d6805cba-4075-4990-8c0b-49f3bfe44eab.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1685.613660] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1685.613917] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-977ba9e8-ab37-4a40-af9d-349e9fa9d571 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.621332] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1685.621332] env[62099]: value = "task-1897116" [ 1685.621332] env[62099]: _type = "Task" [ 1685.621332] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.630711] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.653147] env[62099]: DEBUG nova.compute.manager [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1685.852379] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897114, 'name': Rename_Task, 'duration_secs': 0.14079} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.852651] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1685.852894] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cf27f88-bff0-4daf-8b85-631198c04b1e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.858909] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1685.858909] env[62099]: value = "task-1897117" [ 1685.858909] env[62099]: _type = "Task" [ 1685.858909] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.868649] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.940620] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897115, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.948568] env[62099]: DEBUG nova.network.neutron [req-ff007c7e-0e47-48cf-8b52-06ecf6ae221a req-f45ab85d-e92e-4911-bf79-49a87c235797 service nova] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1686.037552] env[62099]: DEBUG nova.network.neutron [req-ff007c7e-0e47-48cf-8b52-06ecf6ae221a req-f45ab85d-e92e-4911-bf79-49a87c235797 service nova] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.067451] env[62099]: DEBUG nova.scheduler.client.report [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1686.134928] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067888} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.135275] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1686.136277] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9b2ea2-d809-4516-a868-be59b87df43e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.161649] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] d6805cba-4075-4990-8c0b-49f3bfe44eab/d6805cba-4075-4990-8c0b-49f3bfe44eab.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1686.165353] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dc61218-fc41-4eb6-8cf5-d36c18fe1ba9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.188133] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1686.188133] env[62099]: value = "task-1897118" [ 1686.188133] env[62099]: _type = "Task" [ 1686.188133] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.198937] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.369533] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897117, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.439047] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801681} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.439202] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 88d3321e-0529-42f7-9613-cbd4bcd433b6/88d3321e-0529-42f7-9613-cbd4bcd433b6.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1686.439400] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1686.439721] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0589ddec-f019-42f8-ac56-4224f8ab9765 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.446969] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1686.446969] env[62099]: value = "task-1897119" [ 1686.446969] env[62099]: _type = "Task" [ 1686.446969] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.455122] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.541235] env[62099]: DEBUG oslo_concurrency.lockutils [req-ff007c7e-0e47-48cf-8b52-06ecf6ae221a req-f45ab85d-e92e-4911-bf79-49a87c235797 service nova] Releasing lock "refresh_cache-8410bc21-c169-474e-9e23-8bfab30fa6db" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.541235] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquired lock "refresh_cache-8410bc21-c169-474e-9e23-8bfab30fa6db" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.541399] env[62099]: DEBUG nova.network.neutron [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1686.573159] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.575380] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.867s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.575705] env[62099]: DEBUG nova.objects.instance [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Lazy-loading 'resources' on Instance uuid 377d1f02-5d0a-49f8-881d-e6d9a1755a17 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1686.601262] env[62099]: INFO nova.scheduler.client.report [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Deleted allocations for instance 769af487-10ef-40ad-9f4a-a238075965f0 [ 1686.682580] env[62099]: DEBUG nova.compute.manager [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1686.698972] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897118, 'name': ReconfigVM_Task, 'duration_secs': 0.352306} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.699142] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Reconfigured VM instance instance-00000056 to attach disk [datastore2] d6805cba-4075-4990-8c0b-49f3bfe44eab/d6805cba-4075-4990-8c0b-49f3bfe44eab.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1686.699779] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aee39d00-640e-4bef-8662-f7d2045d7d24 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.708329] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1686.708329] env[62099]: value = "task-1897120" [ 1686.708329] env[62099]: _type = "Task" [ 1686.708329] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.711502] env[62099]: DEBUG nova.virt.hardware [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1686.711828] env[62099]: DEBUG nova.virt.hardware [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1686.712099] env[62099]: DEBUG nova.virt.hardware [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1686.712384] env[62099]: DEBUG nova.virt.hardware [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1686.712609] env[62099]: DEBUG nova.virt.hardware [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1686.712835] env[62099]: DEBUG nova.virt.hardware [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1686.713152] env[62099]: DEBUG nova.virt.hardware [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1686.713383] env[62099]: DEBUG nova.virt.hardware [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1686.713585] env[62099]: DEBUG nova.virt.hardware [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1686.713761] env[62099]: DEBUG nova.virt.hardware [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1686.713946] env[62099]: DEBUG nova.virt.hardware [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1686.715200] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599c4ec2-aa40-43d1-b544-a83e2b8b0c5d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.729086] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf61004b-8c36-4f47-94ab-cccd361d4a15 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.732808] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897120, 'name': Rename_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.870305] env[62099]: DEBUG oslo_vmware.api [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897117, 'name': PowerOnVM_Task, 'duration_secs': 0.620662} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.870617] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1686.870836] env[62099]: INFO nova.compute.manager [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1686.871042] env[62099]: DEBUG nova.compute.manager [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.871796] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db6c1e7-a362-43a6-8494-9a913bd2327d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.957975] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.309774} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.958274] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1686.959042] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abaf55b-5b03-4068-842b-eb9ea9fd9026 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.980893] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 88d3321e-0529-42f7-9613-cbd4bcd433b6/88d3321e-0529-42f7-9613-cbd4bcd433b6.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1686.981204] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d09f96ea-5c6e-4e81-9a6d-d0b87a521aa7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.002144] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1687.002144] env[62099]: value = "task-1897122" [ 1687.002144] env[62099]: _type = "Task" [ 1687.002144] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.010873] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.031737] env[62099]: DEBUG nova.network.neutron [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Successfully updated port: def38aea-7f98-405e-975c-6c09822c7610 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1687.079090] env[62099]: DEBUG nova.network.neutron [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1687.110077] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cb14d80a-2e09-400c-9761-6e1a63ed19ea tempest-ServerMetadataTestJSON-1593904283 tempest-ServerMetadataTestJSON-1593904283-project-member] Lock "769af487-10ef-40ad-9f4a-a238075965f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.545s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.226439] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897120, 'name': Rename_Task, 'duration_secs': 0.138888} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.227218] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1687.227538] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9dba68f-fb47-4c6e-92be-5bbfb6e09b4c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.233829] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1687.233829] env[62099]: value = "task-1897123" [ 1687.233829] env[62099]: _type = "Task" [ 1687.233829] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.245343] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.296167] env[62099]: DEBUG nova.network.neutron [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Updating instance_info_cache with network_info: [{"id": "70c6547d-a771-4aef-b552-a21ed5a3c12c", "address": "fa:16:3e:fc:cb:57", "network": {"id": "9a082c96-9074-4237-9aa3-19c5d0d3302f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1520791145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c027191184749ba6072381a652338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c6547d-a7", "ovs_interfaceid": "70c6547d-a771-4aef-b552-a21ed5a3c12c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.393750] env[62099]: INFO nova.compute.manager [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Took 24.36 seconds to build instance. [ 1687.400826] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc6462d-9c1a-4c3a-95fc-2cb31bc5fac5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.408852] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb413bc-9e0a-483f-addb-935d1ee4bfbc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.443322] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dc2d1b-114c-432e-b31a-7716b90c5b14 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.447023] env[62099]: DEBUG nova.compute.manager [req-d032ef15-64e6-40db-9fae-ffd5cbb459c2 req-00dcd58b-e6fa-41e2-8ede-850f534af3fc service nova] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Received event network-vif-plugged-def38aea-7f98-405e-975c-6c09822c7610 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1687.447236] env[62099]: DEBUG oslo_concurrency.lockutils [req-d032ef15-64e6-40db-9fae-ffd5cbb459c2 req-00dcd58b-e6fa-41e2-8ede-850f534af3fc service nova] Acquiring lock "6fd237ac-5684-4903-bd56-3276f56e52c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.447472] env[62099]: DEBUG oslo_concurrency.lockutils [req-d032ef15-64e6-40db-9fae-ffd5cbb459c2 req-00dcd58b-e6fa-41e2-8ede-850f534af3fc service nova] Lock "6fd237ac-5684-4903-bd56-3276f56e52c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.447628] env[62099]: DEBUG oslo_concurrency.lockutils [req-d032ef15-64e6-40db-9fae-ffd5cbb459c2 req-00dcd58b-e6fa-41e2-8ede-850f534af3fc service nova] Lock "6fd237ac-5684-4903-bd56-3276f56e52c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.447793] env[62099]: DEBUG nova.compute.manager [req-d032ef15-64e6-40db-9fae-ffd5cbb459c2 req-00dcd58b-e6fa-41e2-8ede-850f534af3fc service nova] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] No waiting events found dispatching network-vif-plugged-def38aea-7f98-405e-975c-6c09822c7610 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1687.447953] env[62099]: WARNING nova.compute.manager [req-d032ef15-64e6-40db-9fae-ffd5cbb459c2 req-00dcd58b-e6fa-41e2-8ede-850f534af3fc service nova] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Received unexpected event network-vif-plugged-def38aea-7f98-405e-975c-6c09822c7610 for instance with vm_state building and task_state spawning. [ 1687.448145] env[62099]: DEBUG nova.compute.manager [req-d032ef15-64e6-40db-9fae-ffd5cbb459c2 req-00dcd58b-e6fa-41e2-8ede-850f534af3fc service nova] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Received event network-changed-def38aea-7f98-405e-975c-6c09822c7610 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1687.448299] env[62099]: DEBUG nova.compute.manager [req-d032ef15-64e6-40db-9fae-ffd5cbb459c2 req-00dcd58b-e6fa-41e2-8ede-850f534af3fc service nova] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Refreshing instance network info cache due to event network-changed-def38aea-7f98-405e-975c-6c09822c7610. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1687.448482] env[62099]: DEBUG oslo_concurrency.lockutils [req-d032ef15-64e6-40db-9fae-ffd5cbb459c2 req-00dcd58b-e6fa-41e2-8ede-850f534af3fc service nova] Acquiring lock "refresh_cache-6fd237ac-5684-4903-bd56-3276f56e52c4" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.448756] env[62099]: DEBUG oslo_concurrency.lockutils [req-d032ef15-64e6-40db-9fae-ffd5cbb459c2 req-00dcd58b-e6fa-41e2-8ede-850f534af3fc service nova] Acquired lock "refresh_cache-6fd237ac-5684-4903-bd56-3276f56e52c4" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.448756] env[62099]: DEBUG nova.network.neutron [req-d032ef15-64e6-40db-9fae-ffd5cbb459c2 req-00dcd58b-e6fa-41e2-8ede-850f534af3fc service nova] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Refreshing network info cache for port def38aea-7f98-405e-975c-6c09822c7610 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1687.456059] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a670fb-0fe2-4316-aee7-f8f7736f8ac9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.470863] env[62099]: DEBUG nova.compute.provider_tree [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1687.512870] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.534692] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "refresh_cache-6fd237ac-5684-4903-bd56-3276f56e52c4" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.744494] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897123, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.799800] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Releasing lock "refresh_cache-8410bc21-c169-474e-9e23-8bfab30fa6db" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.799800] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Instance network_info: |[{"id": "70c6547d-a771-4aef-b552-a21ed5a3c12c", "address": "fa:16:3e:fc:cb:57", "network": {"id": "9a082c96-9074-4237-9aa3-19c5d0d3302f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1520791145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "192c027191184749ba6072381a652338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c6547d-a7", "ovs_interfaceid": "70c6547d-a771-4aef-b552-a21ed5a3c12c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1687.799800] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:cb:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70c6547d-a771-4aef-b552-a21ed5a3c12c', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1687.807068] env[62099]: DEBUG oslo.service.loopingcall [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1687.807068] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1687.807068] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e21773ea-ba5a-4e42-a005-bd31cbbde3f8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.829536] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1687.829536] env[62099]: value = "task-1897124" [ 1687.829536] env[62099]: _type = "Task" [ 1687.829536] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.837358] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897124, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.897242] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67a6f0ff-7747-476f-a07c-72b16157dea5 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "1e728494-2322-4e00-9045-c3058d733375" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.870s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.973695] env[62099]: DEBUG nova.scheduler.client.report [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.986387] env[62099]: DEBUG nova.network.neutron [req-d032ef15-64e6-40db-9fae-ffd5cbb459c2 req-00dcd58b-e6fa-41e2-8ede-850f534af3fc service nova] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1688.013273] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897122, 'name': ReconfigVM_Task, 'duration_secs': 0.655839} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.013567] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 88d3321e-0529-42f7-9613-cbd4bcd433b6/88d3321e-0529-42f7-9613-cbd4bcd433b6.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1688.014198] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eb0178a-9d66-4e27-a47c-6545a2d8c1ba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.020740] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1688.020740] env[62099]: value = "task-1897125" [ 1688.020740] env[62099]: _type = "Task" [ 1688.020740] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.030899] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897125, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.070422] env[62099]: DEBUG nova.network.neutron [req-d032ef15-64e6-40db-9fae-ffd5cbb459c2 req-00dcd58b-e6fa-41e2-8ede-850f534af3fc service nova] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.247028] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897123, 'name': PowerOnVM_Task, 'duration_secs': 0.986522} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.247028] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1688.247028] env[62099]: INFO nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1688.247028] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1688.247028] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dbee1d-f14d-4472-b835-c6d59cb5efda {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.340270] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897124, 'name': CreateVM_Task, 'duration_secs': 0.422546} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.340466] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1688.341188] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.341361] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.341703] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1688.341979] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9889f31-ac07-4d8f-aa21-ce89e1688d88 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.347692] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1688.347692] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]524cc6b1-1b5a-fcd7-7f8f-451f2dbff909" [ 1688.347692] env[62099]: _type = "Task" [ 1688.347692] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.355989] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]524cc6b1-1b5a-fcd7-7f8f-451f2dbff909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.482355] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.484624] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.015s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.484859] env[62099]: DEBUG nova.objects.instance [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Lazy-loading 'resources' on Instance uuid ad0fb73d-b3d4-4e31-be43-db505cbf3b4a {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.498941] env[62099]: INFO nova.scheduler.client.report [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Deleted allocations for instance 377d1f02-5d0a-49f8-881d-e6d9a1755a17 [ 1688.531144] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897125, 'name': Rename_Task, 'duration_secs': 0.159864} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.531422] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1688.531661] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0deb2bd1-8775-4e7b-8123-a9c7682a0ae5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.538889] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1688.538889] env[62099]: value = "task-1897126" [ 1688.538889] env[62099]: _type = "Task" [ 1688.538889] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.546878] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.573571] env[62099]: DEBUG oslo_concurrency.lockutils [req-d032ef15-64e6-40db-9fae-ffd5cbb459c2 req-00dcd58b-e6fa-41e2-8ede-850f534af3fc service nova] Releasing lock "refresh_cache-6fd237ac-5684-4903-bd56-3276f56e52c4" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.573933] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "refresh_cache-6fd237ac-5684-4903-bd56-3276f56e52c4" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.574099] env[62099]: DEBUG nova.network.neutron [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1688.768347] env[62099]: INFO nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Took 22.45 seconds to build instance. [ 1688.860608] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]524cc6b1-1b5a-fcd7-7f8f-451f2dbff909, 'name': SearchDatastore_Task, 'duration_secs': 0.500248} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.860759] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.861101] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1688.861821] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.861978] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.862218] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1688.864803] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a51adca0-2ece-456f-8f05-cf2d238d62e5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.873029] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1688.873361] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1688.874951] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60bc2405-4e86-447c-b841-e4e33adb79c9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.882672] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1688.882672] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e649e7-ceb1-f19e-5c81-0d2a453cb828" [ 1688.882672] env[62099]: _type = "Task" [ 1688.882672] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.891691] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e649e7-ceb1-f19e-5c81-0d2a453cb828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.935123] env[62099]: DEBUG oslo_concurrency.lockutils [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "d54db130-40fb-4f58-abe4-548f808de31f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.935123] env[62099]: DEBUG oslo_concurrency.lockutils [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "d54db130-40fb-4f58-abe4-548f808de31f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.006097] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3319cdc3-7bf2-4a91-91c8-26384dc31a20 tempest-ServersWithSpecificFlavorTestJSON-878599795 tempest-ServersWithSpecificFlavorTestJSON-878599795-project-member] Lock "377d1f02-5d0a-49f8-881d-e6d9a1755a17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.956s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.052148] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.135081] env[62099]: DEBUG nova.network.neutron [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1689.270186] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "d6805cba-4075-4990-8c0b-49f3bfe44eab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.964s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.400661] env[62099]: DEBUG nova.network.neutron [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Updating instance_info_cache with network_info: [{"id": "def38aea-7f98-405e-975c-6c09822c7610", "address": "fa:16:3e:c4:8f:b7", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdef38aea-7f", "ovs_interfaceid": "def38aea-7f98-405e-975c-6c09822c7610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.409105] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e649e7-ceb1-f19e-5c81-0d2a453cb828, 'name': SearchDatastore_Task, 'duration_secs': 0.017386} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.410142] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f11d9f3-f17e-4541-8f92-42145b6f9468 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.414812] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b66d23-f0a0-493b-9315-95b5e69761d2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.423021] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1689.423021] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d6184c-336e-ae54-83cc-2f08234fc633" [ 1689.423021] env[62099]: _type = "Task" [ 1689.423021] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.429062] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d69b93-149c-4c93-81a5-6d43021a7109 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.439851] env[62099]: DEBUG nova.compute.manager [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1689.442606] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d6184c-336e-ae54-83cc-2f08234fc633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.474024] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b98396-5db0-489e-81a7-45c424366c93 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.483475] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f384c59b-3352-45aa-b618-95dbe56746ed {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.499252] env[62099]: DEBUG nova.compute.provider_tree [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1689.549652] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897126, 'name': PowerOnVM_Task, 'duration_secs': 0.732023} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.549920] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1689.550432] env[62099]: INFO nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1689.550680] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1689.551462] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0344eb6-53a9-484a-8416-1efe2e63adad {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.905561] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "refresh_cache-6fd237ac-5684-4903-bd56-3276f56e52c4" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.905561] env[62099]: DEBUG nova.compute.manager [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Instance network_info: |[{"id": "def38aea-7f98-405e-975c-6c09822c7610", "address": "fa:16:3e:c4:8f:b7", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdef38aea-7f", "ovs_interfaceid": "def38aea-7f98-405e-975c-6c09822c7610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1689.906040] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:8f:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'def38aea-7f98-405e-975c-6c09822c7610', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1689.917098] env[62099]: DEBUG oslo.service.loopingcall [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.917098] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1689.917098] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdf5f007-7900-40c8-b608-7f865bb93513 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.941169] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d6184c-336e-ae54-83cc-2f08234fc633, 'name': SearchDatastore_Task, 'duration_secs': 0.315888} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.944050] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.944050] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 8410bc21-c169-474e-9e23-8bfab30fa6db/8410bc21-c169-474e-9e23-8bfab30fa6db.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1689.944050] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1689.944050] env[62099]: value = "task-1897128" [ 1689.944050] env[62099]: _type = "Task" [ 1689.944050] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.944397] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14a2bd1b-e0f9-4c7c-895f-7307e2f92b23 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.956798] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897128, 'name': CreateVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.958800] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1689.958800] env[62099]: value = "task-1897129" [ 1689.958800] env[62099]: _type = "Task" [ 1689.958800] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.967204] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.996053] env[62099]: DEBUG oslo_concurrency.lockutils [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.002622] env[62099]: DEBUG nova.scheduler.client.report [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1690.071813] env[62099]: INFO nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Took 23.72 seconds to build instance. [ 1690.462519] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897128, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.474753] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897129, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.509213] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.512293] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.679s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.512701] env[62099]: DEBUG nova.objects.instance [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Lazy-loading 'resources' on Instance uuid 8c002210-915a-44a1-b933-92a469d0b6d3 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.540606] env[62099]: INFO nova.scheduler.client.report [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Deleted allocations for instance ad0fb73d-b3d4-4e31-be43-db505cbf3b4a [ 1690.574948] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "88d3321e-0529-42f7-9613-cbd4bcd433b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.236s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.967224] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897128, 'name': CreateVM_Task, 'duration_secs': 0.809844} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.970704] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1690.978799] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.978799] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.978799] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1690.978799] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5842974d-71dc-43eb-bf1c-6631b6bd3ef2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.978799] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694833} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.980323] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 8410bc21-c169-474e-9e23-8bfab30fa6db/8410bc21-c169-474e-9e23-8bfab30fa6db.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1690.980323] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1690.980323] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a41c2088-b1d5-40a7-8ce6-aed6d1d5a0e6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.982937] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1690.982937] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5248b742-9751-b1b1-5104-f4a2e790e10d" [ 1690.982937] env[62099]: _type = "Task" [ 1690.982937] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.989748] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1690.989748] env[62099]: value = "task-1897130" [ 1690.989748] env[62099]: _type = "Task" [ 1690.989748] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.995080] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5248b742-9751-b1b1-5104-f4a2e790e10d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.002785] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.037041] env[62099]: DEBUG nova.scheduler.client.report [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Refreshing inventories for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1691.053574] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3673fb97-e701-44b1-837b-aa78f9bfe871 tempest-ServerGroupTestJSON-1795055415 tempest-ServerGroupTestJSON-1795055415-project-member] Lock "ad0fb73d-b3d4-4e31-be43-db505cbf3b4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.016s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.056316] env[62099]: DEBUG nova.scheduler.client.report [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Updating ProviderTree inventory for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1691.057806] env[62099]: DEBUG nova.compute.provider_tree [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1691.072737] env[62099]: DEBUG nova.scheduler.client.report [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Refreshing aggregate associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, aggregates: None {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1691.097481] env[62099]: DEBUG nova.scheduler.client.report [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Refreshing trait associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1691.444888] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402702b6-20ca-4718-b054-4624d70fd504 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.452722] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60e71b4-1c4b-4736-9ba9-97aa7482f4f1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.492316] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e89494c-b8e7-498e-aa77-d6b4f27dc7a0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.504050] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5248b742-9751-b1b1-5104-f4a2e790e10d, 'name': SearchDatastore_Task, 'duration_secs': 0.016583} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.506870] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.506870] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1691.507093] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.507257] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.507492] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1691.511080] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-623d1e03-d550-4357-8fd6-252fa077d6a7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.514289] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7856d6-5ca8-431f-b544-e24e80611f62 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.518076] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083828} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.518363] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1691.519838] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22be402-49b1-4064-a3c7-8df33fa6fc15 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.530339] env[62099]: DEBUG nova.compute.provider_tree [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1691.532905] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1691.533154] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1691.534057] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a41327-e03f-4c1e-9f4d-ed638664ae83 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.555017] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 8410bc21-c169-474e-9e23-8bfab30fa6db/8410bc21-c169-474e-9e23-8bfab30fa6db.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1691.556498] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f53f19f-5d35-40ee-8107-60b0a4cfea47 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.574391] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1691.574391] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b28ba9-35b5-c043-c62d-0087199a5f07" [ 1691.574391] env[62099]: _type = "Task" [ 1691.574391] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.584522] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b28ba9-35b5-c043-c62d-0087199a5f07, 'name': SearchDatastore_Task, 'duration_secs': 0.016358} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.589124] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1691.589124] env[62099]: value = "task-1897132" [ 1691.589124] env[62099]: _type = "Task" [ 1691.589124] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.589124] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c319ec1-1c97-415c-b838-7ba50ead03ee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.599104] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.600909] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1691.600909] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c49ee7-0083-18ab-2269-55e35ec6b7e1" [ 1691.600909] env[62099]: _type = "Task" [ 1691.600909] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.612214] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c49ee7-0083-18ab-2269-55e35ec6b7e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.037361] env[62099]: DEBUG nova.scheduler.client.report [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1692.102083] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897132, 'name': ReconfigVM_Task, 'duration_secs': 0.360233} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.106201] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 8410bc21-c169-474e-9e23-8bfab30fa6db/8410bc21-c169-474e-9e23-8bfab30fa6db.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1692.106369] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5818dc4-ed47-4d91-8378-fd3785a75918 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.117176] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c49ee7-0083-18ab-2269-55e35ec6b7e1, 'name': SearchDatastore_Task, 'duration_secs': 0.016925} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.118135] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.118420] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 6fd237ac-5684-4903-bd56-3276f56e52c4/6fd237ac-5684-4903-bd56-3276f56e52c4.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1692.118750] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1692.118750] env[62099]: value = "task-1897133" [ 1692.118750] env[62099]: _type = "Task" [ 1692.118750] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.118985] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94df8484-e2ea-466c-874f-e780e5be0b92 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.139232] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897133, 'name': Rename_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.141117] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1692.141117] env[62099]: value = "task-1897134" [ 1692.141117] env[62099]: _type = "Task" [ 1692.141117] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.150618] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.542998] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.545509] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.326s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.578399] env[62099]: INFO nova.scheduler.client.report [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Deleted allocations for instance 8c002210-915a-44a1-b933-92a469d0b6d3 [ 1692.637093] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897133, 'name': Rename_Task, 'duration_secs': 0.224415} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.637269] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1692.639998] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c13ff404-985c-4680-85d2-73099e0aed85 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.647414] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1692.647414] env[62099]: value = "task-1897135" [ 1692.647414] env[62099]: _type = "Task" [ 1692.647414] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.655564] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897134, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.660977] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.087695] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7ca9bf9f-5de2-43a2-a5a8-50bf93ba2944 tempest-ServersNegativeTestMultiTenantJSON-1243888041 tempest-ServersNegativeTestMultiTenantJSON-1243888041-project-member] Lock "8c002210-915a-44a1-b933-92a469d0b6d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.003s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.158170] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897134, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.169490] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897135, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.462478] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28d9990-7aed-4d17-80ce-b0cd7b081ffe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.473813] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6cd46a-bbe6-489e-97bc-a38dcd02c8b4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.518118] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716e39c5-ecc0-4bb5-b7e4-3924ee306a23 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.527890] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ba8a11-5bb9-4e4b-afdc-ff7708167fff {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.543632] env[62099]: DEBUG nova.compute.provider_tree [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.551302] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Acquiring lock "a335a02b-d384-400c-bb2f-6770f0d88499" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.551815] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Lock "a335a02b-d384-400c-bb2f-6770f0d88499" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.655140] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897134, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.370305} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.657760] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 6fd237ac-5684-4903-bd56-3276f56e52c4/6fd237ac-5684-4903-bd56-3276f56e52c4.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1693.658100] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1693.658428] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-058e644d-ce6f-471e-a840-6d03395b8da4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.666743] env[62099]: DEBUG oslo_vmware.api [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897135, 'name': PowerOnVM_Task, 'duration_secs': 0.56526} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.668428] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1693.668642] env[62099]: INFO nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1693.668820] env[62099]: DEBUG nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1693.669179] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1693.669179] env[62099]: value = "task-1897136" [ 1693.669179] env[62099]: _type = "Task" [ 1693.669179] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.670974] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ab7b70-0201-4a6f-8391-36314a11414e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.687073] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.051831] env[62099]: DEBUG nova.scheduler.client.report [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1694.055082] env[62099]: DEBUG nova.compute.manager [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1694.185085] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.43008} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.185330] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1694.186493] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b460d91-4722-4c80-b752-557c5de402ee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.221151] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 6fd237ac-5684-4903-bd56-3276f56e52c4/6fd237ac-5684-4903-bd56-3276f56e52c4.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1694.221473] env[62099]: INFO nova.compute.manager [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Took 27.84 seconds to build instance. [ 1694.222513] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-645793be-34b8-4d80-8076-d71e26f9b97c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.247413] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1694.247413] env[62099]: value = "task-1897137" [ 1694.247413] env[62099]: _type = "Task" [ 1694.247413] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.256609] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.578414] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.741164] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83c7ecd6-cfda-453b-93e5-92659b6914f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "8410bc21-c169-474e-9e23-8bfab30fa6db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.369s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.758176] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.016443] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Acquiring lock "c08f6c9c-6a21-425e-b8cb-099d1a471273" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.016443] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Lock "c08f6c9c-6a21-425e-b8cb-099d1a471273" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.065921] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.520s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.068929] env[62099]: DEBUG oslo_concurrency.lockutils [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.073s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.070498] env[62099]: INFO nova.compute.claims [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1695.259960] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.521567] env[62099]: DEBUG nova.compute.manager [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1695.649520] env[62099]: INFO nova.scheduler.client.report [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleted allocation for migration fc3ff967-ea6e-4432-be05-a01a1e40cd55 [ 1695.762459] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897137, 'name': ReconfigVM_Task, 'duration_secs': 1.275281} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.762794] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 6fd237ac-5684-4903-bd56-3276f56e52c4/6fd237ac-5684-4903-bd56-3276f56e52c4.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1695.763485] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cf51284-0446-4fce-a6d9-2e525adae936 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.769722] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1695.769722] env[62099]: value = "task-1897139" [ 1695.769722] env[62099]: _type = "Task" [ 1695.769722] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.782516] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897139, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.994020] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "d6805cba-4075-4990-8c0b-49f3bfe44eab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.994020] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "d6805cba-4075-4990-8c0b-49f3bfe44eab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.994020] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "d6805cba-4075-4990-8c0b-49f3bfe44eab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.994020] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "d6805cba-4075-4990-8c0b-49f3bfe44eab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.994020] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "d6805cba-4075-4990-8c0b-49f3bfe44eab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.996446] env[62099]: INFO nova.compute.manager [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Terminating instance [ 1696.051562] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.157314] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7e1d7cd7-ea6a-428a-8f6a-23956541de6d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "d937b1f4-5e74-4d00-8829-afbc7e0acd8c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.562s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.279894] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897139, 'name': Rename_Task, 'duration_secs': 0.170348} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.280188] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1696.280243] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99c186e7-2ec8-4d2f-9333-42e4e6eb10f9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.289817] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1696.289817] env[62099]: value = "task-1897140" [ 1696.289817] env[62099]: _type = "Task" [ 1696.289817] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.302541] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.420265] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526c84a3-27a3-47e3-b160-668d4413bde0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.427697] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa55f250-f77e-48c7-bef6-64f9ffeb809d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.463579] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0f24ad-7b03-432a-969f-86329b1cf93b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.473890] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48792017-9603-4d1e-9d6c-ac25cd3caac8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.491620] env[62099]: DEBUG nova.compute.provider_tree [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1696.505333] env[62099]: DEBUG nova.compute.manager [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1696.505575] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1696.506471] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34649a1d-7c96-42a7-8f5b-8efc6cf215cb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.515910] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1696.518151] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-450e58e8-5242-4e09-b239-90f352fad3ba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.524200] env[62099]: DEBUG oslo_vmware.api [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1696.524200] env[62099]: value = "task-1897141" [ 1696.524200] env[62099]: _type = "Task" [ 1696.524200] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.532838] env[62099]: DEBUG oslo_vmware.api [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.806073] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897140, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.993260] env[62099]: DEBUG nova.scheduler.client.report [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1697.034969] env[62099]: DEBUG oslo_vmware.api [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897141, 'name': PowerOffVM_Task, 'duration_secs': 0.334217} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.034969] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1697.034969] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1697.035203] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea5dd2b3-8deb-4804-89b7-3e38fa4b16e8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.119130] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1697.119419] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1697.120038] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Deleting the datastore file [datastore2] d6805cba-4075-4990-8c0b-49f3bfe44eab {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1697.120038] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8efbb09f-fdeb-4d81-88ba-6030f52ad3c1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.128794] env[62099]: DEBUG oslo_vmware.api [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1697.128794] env[62099]: value = "task-1897144" [ 1697.128794] env[62099]: _type = "Task" [ 1697.128794] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.137552] env[62099]: DEBUG oslo_vmware.api [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.188245] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "d937b1f4-5e74-4d00-8829-afbc7e0acd8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.188245] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "d937b1f4-5e74-4d00-8829-afbc7e0acd8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.188245] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "d937b1f4-5e74-4d00-8829-afbc7e0acd8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.188245] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "d937b1f4-5e74-4d00-8829-afbc7e0acd8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.188245] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "d937b1f4-5e74-4d00-8829-afbc7e0acd8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.189951] env[62099]: INFO nova.compute.manager [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Terminating instance [ 1697.300436] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897140, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.498111] env[62099]: DEBUG oslo_concurrency.lockutils [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.498706] env[62099]: DEBUG nova.compute.manager [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1697.501536] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.923s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.503316] env[62099]: INFO nova.compute.claims [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1697.639332] env[62099]: DEBUG oslo_vmware.api [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219103} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.640240] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1697.640240] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1697.640240] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1697.640240] env[62099]: INFO nova.compute.manager [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1697.640468] env[62099]: DEBUG oslo.service.loopingcall [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.640933] env[62099]: DEBUG nova.compute.manager [-] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1697.640933] env[62099]: DEBUG nova.network.neutron [-] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1697.697748] env[62099]: DEBUG nova.compute.manager [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1697.698068] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1697.698976] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48574173-466d-4f6b-8e0c-8b2237580bdb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.707241] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1697.709453] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61a67911-d12a-4aa0-a616-d8c09d35c287 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.716485] env[62099]: DEBUG oslo_vmware.api [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1697.716485] env[62099]: value = "task-1897145" [ 1697.716485] env[62099]: _type = "Task" [ 1697.716485] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.726290] env[62099]: DEBUG oslo_vmware.api [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.775469] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.775698] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.801052] env[62099]: DEBUG oslo_vmware.api [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897140, 'name': PowerOnVM_Task, 'duration_secs': 1.226128} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.801052] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1697.801434] env[62099]: INFO nova.compute.manager [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Took 11.12 seconds to spawn the instance on the hypervisor. [ 1697.801434] env[62099]: DEBUG nova.compute.manager [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1697.802153] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fcae36-95f3-4d44-9de5-e9054007e9b3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.955951] env[62099]: DEBUG nova.compute.manager [req-6d7b9f26-99c1-4772-8db2-d4c1f0c17266 req-e9d0c58c-a995-4bff-a3a4-7a1ed9cc0ce7 service nova] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Received event network-vif-deleted-348ada0a-f0b2-4aa6-9ebf-aced90dbcc23 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1697.956199] env[62099]: INFO nova.compute.manager [req-6d7b9f26-99c1-4772-8db2-d4c1f0c17266 req-e9d0c58c-a995-4bff-a3a4-7a1ed9cc0ce7 service nova] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Neutron deleted interface 348ada0a-f0b2-4aa6-9ebf-aced90dbcc23; detaching it from the instance and deleting it from the info cache [ 1697.956375] env[62099]: DEBUG nova.network.neutron [req-6d7b9f26-99c1-4772-8db2-d4c1f0c17266 req-e9d0c58c-a995-4bff-a3a4-7a1ed9cc0ce7 service nova] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.007701] env[62099]: DEBUG nova.compute.utils [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1698.009158] env[62099]: DEBUG nova.compute.manager [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1698.009371] env[62099]: DEBUG nova.network.neutron [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1698.064091] env[62099]: DEBUG nova.policy [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed2bfb309d284555ac69c8d2d5eb4437', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '166bdcd08cd7483e97495d93531054c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1698.230246] env[62099]: DEBUG oslo_vmware.api [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897145, 'name': PowerOffVM_Task, 'duration_secs': 0.296786} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.230564] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1698.230818] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1698.231211] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aee13f7c-eba6-4541-a282-556c622d3583 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.265356] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.265356] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.265356] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1698.278392] env[62099]: DEBUG nova.compute.manager [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1698.311645] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1698.311645] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1698.311645] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleting the datastore file [datastore2] d937b1f4-5e74-4d00-8829-afbc7e0acd8c {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1698.318283] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0199bf6f-7b1f-46df-a559-3d2030f72daf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.327605] env[62099]: INFO nova.compute.manager [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Took 29.80 seconds to build instance. [ 1698.335258] env[62099]: DEBUG oslo_vmware.api [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1698.335258] env[62099]: value = "task-1897147" [ 1698.335258] env[62099]: _type = "Task" [ 1698.335258] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.348150] env[62099]: DEBUG oslo_vmware.api [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.419605] env[62099]: DEBUG nova.network.neutron [-] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.460018] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-191b7bdc-4ec2-44ad-8999-3f0f3f6fa9c5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.470798] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f441ae6a-646a-4e66-9106-db755b3664ac {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.507815] env[62099]: DEBUG nova.compute.manager [req-6d7b9f26-99c1-4772-8db2-d4c1f0c17266 req-e9d0c58c-a995-4bff-a3a4-7a1ed9cc0ce7 service nova] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Detach interface failed, port_id=348ada0a-f0b2-4aa6-9ebf-aced90dbcc23, reason: Instance d6805cba-4075-4990-8c0b-49f3bfe44eab could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1698.508866] env[62099]: DEBUG nova.network.neutron [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Successfully created port: b7081217-5443-412d-9e12-a02e500a934e {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1698.512352] env[62099]: DEBUG nova.compute.manager [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1698.815259] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.829990] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ef361435-e864-4526-a5d9-7cbaa6b226fb tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "6fd237ac-5684-4903-bd56-3276f56e52c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.314s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.846761] env[62099]: DEBUG oslo_vmware.api [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438975} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.847306] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1698.847476] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1698.847737] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1698.848081] env[62099]: INFO nova.compute.manager [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1698.848348] env[62099]: DEBUG oslo.service.loopingcall [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.848594] env[62099]: DEBUG nova.compute.manager [-] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1698.848736] env[62099]: DEBUG nova.network.neutron [-] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1698.923024] env[62099]: INFO nova.compute.manager [-] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Took 1.28 seconds to deallocate network for instance. [ 1698.955979] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3880851d-0894-4138-bc58-5ebdab94579b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.968172] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de09c1b-c3f0-4d80-bb06-7e4a33c2296a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.007540] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407d01eb-1fd3-473a-b47d-4f8490ff6f95 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.015077] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6272807c-2fbd-444b-9d6b-92f27a13ed6c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.033780] env[62099]: DEBUG nova.compute.provider_tree [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1699.433357] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.509608] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6ab7409a-51fe-4f24-8fbd-c1d64a52dbd2 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "6fd237ac-5684-4903-bd56-3276f56e52c4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.509882] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6ab7409a-51fe-4f24-8fbd-c1d64a52dbd2 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "6fd237ac-5684-4903-bd56-3276f56e52c4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.510086] env[62099]: DEBUG nova.compute.manager [None req-6ab7409a-51fe-4f24-8fbd-c1d64a52dbd2 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1699.510999] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5585b30b-1094-4f45-86fd-a6a83efb7073 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.518067] env[62099]: DEBUG nova.compute.manager [None req-6ab7409a-51fe-4f24-8fbd-c1d64a52dbd2 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62099) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1699.518671] env[62099]: DEBUG nova.objects.instance [None req-6ab7409a-51fe-4f24-8fbd-c1d64a52dbd2 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lazy-loading 'flavor' on Instance uuid 6fd237ac-5684-4903-bd56-3276f56e52c4 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1699.525399] env[62099]: DEBUG nova.compute.manager [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1699.536581] env[62099]: DEBUG nova.scheduler.client.report [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1699.552701] env[62099]: DEBUG nova.virt.hardware [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1699.552942] env[62099]: DEBUG nova.virt.hardware [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1699.553111] env[62099]: DEBUG nova.virt.hardware [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1699.553304] env[62099]: DEBUG nova.virt.hardware [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1699.553452] env[62099]: DEBUG nova.virt.hardware [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1699.553597] env[62099]: DEBUG nova.virt.hardware [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1699.553801] env[62099]: DEBUG nova.virt.hardware [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1699.553960] env[62099]: DEBUG nova.virt.hardware [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1699.554140] env[62099]: DEBUG nova.virt.hardware [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1699.554302] env[62099]: DEBUG nova.virt.hardware [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1699.554508] env[62099]: DEBUG nova.virt.hardware [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1699.555979] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0c66e1-f722-48dd-bf8d-afe3f4e486ef {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.564382] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0682e0e8-97b4-4a96-845c-94d123cfec45 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.808773] env[62099]: DEBUG nova.network.neutron [-] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.848545] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.848704] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquired lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.848967] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Forcefully refreshing network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1699.998996] env[62099]: DEBUG nova.compute.manager [req-52393dea-e5de-4365-9e51-812011906317 req-bb89e22a-ae50-4743-ad31-7c8210958ea2 service nova] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Received event network-vif-deleted-f60c2b4d-26d4-42e1-a0f6-20723f6a1d81 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1700.040752] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.041341] env[62099]: DEBUG nova.compute.manager [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1700.045703] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.995s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.047452] env[62099]: INFO nova.compute.claims [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1700.312526] env[62099]: INFO nova.compute.manager [-] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Took 1.46 seconds to deallocate network for instance. [ 1700.473817] env[62099]: DEBUG nova.network.neutron [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Successfully updated port: b7081217-5443-412d-9e12-a02e500a934e {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1700.526852] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab7409a-51fe-4f24-8fbd-c1d64a52dbd2 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1700.527727] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3937511-5e14-4ae2-aca8-613463630430 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.536982] env[62099]: DEBUG oslo_vmware.api [None req-6ab7409a-51fe-4f24-8fbd-c1d64a52dbd2 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1700.536982] env[62099]: value = "task-1897149" [ 1700.536982] env[62099]: _type = "Task" [ 1700.536982] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.547917] env[62099]: DEBUG oslo_vmware.api [None req-6ab7409a-51fe-4f24-8fbd-c1d64a52dbd2 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.554543] env[62099]: DEBUG nova.compute.utils [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1700.557097] env[62099]: DEBUG nova.compute.manager [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1700.557097] env[62099]: DEBUG nova.network.neutron [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1700.624323] env[62099]: DEBUG nova.policy [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa904cc919404c2098765117968bf29d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d970d0bf85d4026ae6b89f73f7faf0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1700.821527] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.976190] env[62099]: DEBUG oslo_concurrency.lockutils [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "refresh_cache-d54db130-40fb-4f58-abe4-548f808de31f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.978870] env[62099]: DEBUG oslo_concurrency.lockutils [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "refresh_cache-d54db130-40fb-4f58-abe4-548f808de31f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.978870] env[62099]: DEBUG nova.network.neutron [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1701.052743] env[62099]: DEBUG oslo_vmware.api [None req-6ab7409a-51fe-4f24-8fbd-c1d64a52dbd2 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897149, 'name': PowerOffVM_Task, 'duration_secs': 0.212754} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.054050] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab7409a-51fe-4f24-8fbd-c1d64a52dbd2 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1701.054050] env[62099]: DEBUG nova.compute.manager [None req-6ab7409a-51fe-4f24-8fbd-c1d64a52dbd2 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1701.054203] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7fa41b-c233-476d-a79c-16d3625384ab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.063632] env[62099]: DEBUG nova.compute.manager [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1701.127634] env[62099]: DEBUG nova.network.neutron [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Successfully created port: 7d3bdbba-5daa-4edb-829e-6227b7e4efb9 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1701.321554] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Updating instance_info_cache with network_info: [{"id": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "address": "fa:16:3e:f3:6b:9a", "network": {"id": "68267aad-8e36-497f-8ca0-80141632055b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-427811906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71e6d8391a0d4305a08aa8b6b537b599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc35190-66", "ovs_interfaceid": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.448539] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93ea78c-527f-44b8-8dc7-8098088a9bb4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.456387] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586aa91e-79c6-47c5-ac6d-0af2c52bf3d5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.496208] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef8a1ec-63ff-431a-a145-fba9497f7241 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.504559] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f4458a-03a0-45c7-b3cb-7ac1d5d34f0c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.520286] env[62099]: DEBUG nova.compute.provider_tree [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1701.569773] env[62099]: DEBUG nova.network.neutron [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1701.591138] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6ab7409a-51fe-4f24-8fbd-c1d64a52dbd2 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "6fd237ac-5684-4903-bd56-3276f56e52c4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.827967] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Releasing lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.828316] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Updated the network info_cache for instance {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1701.828569] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.828651] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.828847] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.828983] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.829109] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.829297] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1701.829573] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.914173] env[62099]: DEBUG nova.network.neutron [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Updating instance_info_cache with network_info: [{"id": "b7081217-5443-412d-9e12-a02e500a934e", "address": "fa:16:3e:0e:0a:af", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7081217-54", "ovs_interfaceid": "b7081217-5443-412d-9e12-a02e500a934e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.023070] env[62099]: DEBUG nova.scheduler.client.report [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1702.073566] env[62099]: DEBUG nova.compute.manager [req-467a82ad-b47d-4c71-9224-a3332fe9ee5f req-d89be4f6-b469-421f-a1db-8c7e52139f9c service nova] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Received event network-vif-plugged-b7081217-5443-412d-9e12-a02e500a934e {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1702.073764] env[62099]: DEBUG oslo_concurrency.lockutils [req-467a82ad-b47d-4c71-9224-a3332fe9ee5f req-d89be4f6-b469-421f-a1db-8c7e52139f9c service nova] Acquiring lock "d54db130-40fb-4f58-abe4-548f808de31f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.074497] env[62099]: DEBUG oslo_concurrency.lockutils [req-467a82ad-b47d-4c71-9224-a3332fe9ee5f req-d89be4f6-b469-421f-a1db-8c7e52139f9c service nova] Lock "d54db130-40fb-4f58-abe4-548f808de31f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.077139] env[62099]: DEBUG oslo_concurrency.lockutils [req-467a82ad-b47d-4c71-9224-a3332fe9ee5f req-d89be4f6-b469-421f-a1db-8c7e52139f9c service nova] Lock "d54db130-40fb-4f58-abe4-548f808de31f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.077139] env[62099]: DEBUG nova.compute.manager [req-467a82ad-b47d-4c71-9224-a3332fe9ee5f req-d89be4f6-b469-421f-a1db-8c7e52139f9c service nova] [instance: d54db130-40fb-4f58-abe4-548f808de31f] No waiting events found dispatching network-vif-plugged-b7081217-5443-412d-9e12-a02e500a934e {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1702.077139] env[62099]: WARNING nova.compute.manager [req-467a82ad-b47d-4c71-9224-a3332fe9ee5f req-d89be4f6-b469-421f-a1db-8c7e52139f9c service nova] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Received unexpected event network-vif-plugged-b7081217-5443-412d-9e12-a02e500a934e for instance with vm_state building and task_state spawning. [ 1702.077139] env[62099]: DEBUG nova.compute.manager [req-467a82ad-b47d-4c71-9224-a3332fe9ee5f req-d89be4f6-b469-421f-a1db-8c7e52139f9c service nova] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Received event network-changed-b7081217-5443-412d-9e12-a02e500a934e {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1702.077139] env[62099]: DEBUG nova.compute.manager [req-467a82ad-b47d-4c71-9224-a3332fe9ee5f req-d89be4f6-b469-421f-a1db-8c7e52139f9c service nova] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Refreshing instance network info cache due to event network-changed-b7081217-5443-412d-9e12-a02e500a934e. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1702.077139] env[62099]: DEBUG oslo_concurrency.lockutils [req-467a82ad-b47d-4c71-9224-a3332fe9ee5f req-d89be4f6-b469-421f-a1db-8c7e52139f9c service nova] Acquiring lock "refresh_cache-d54db130-40fb-4f58-abe4-548f808de31f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.090329] env[62099]: DEBUG nova.compute.manager [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1702.124886] env[62099]: DEBUG nova.virt.hardware [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1702.124886] env[62099]: DEBUG nova.virt.hardware [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1702.124886] env[62099]: DEBUG nova.virt.hardware [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1702.124886] env[62099]: DEBUG nova.virt.hardware [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1702.125436] env[62099]: DEBUG nova.virt.hardware [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1702.126282] env[62099]: DEBUG nova.virt.hardware [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1702.126282] env[62099]: DEBUG nova.virt.hardware [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1702.126456] env[62099]: DEBUG nova.virt.hardware [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1702.126582] env[62099]: DEBUG nova.virt.hardware [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1702.126715] env[62099]: DEBUG nova.virt.hardware [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1702.126891] env[62099]: DEBUG nova.virt.hardware [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1702.127944] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb75113a-9481-4f48-839e-d3019fe75fd4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.136992] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0e6701-d7e4-475c-a56f-abd3a36e0dd5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.333655] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.375397] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "6fd237ac-5684-4903-bd56-3276f56e52c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.375397] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "6fd237ac-5684-4903-bd56-3276f56e52c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.375397] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "6fd237ac-5684-4903-bd56-3276f56e52c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.375397] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "6fd237ac-5684-4903-bd56-3276f56e52c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.375397] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "6fd237ac-5684-4903-bd56-3276f56e52c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.376838] env[62099]: INFO nova.compute.manager [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Terminating instance [ 1702.415440] env[62099]: DEBUG oslo_concurrency.lockutils [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "refresh_cache-d54db130-40fb-4f58-abe4-548f808de31f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.415790] env[62099]: DEBUG nova.compute.manager [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Instance network_info: |[{"id": "b7081217-5443-412d-9e12-a02e500a934e", "address": "fa:16:3e:0e:0a:af", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7081217-54", "ovs_interfaceid": "b7081217-5443-412d-9e12-a02e500a934e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1702.416189] env[62099]: DEBUG oslo_concurrency.lockutils [req-467a82ad-b47d-4c71-9224-a3332fe9ee5f req-d89be4f6-b469-421f-a1db-8c7e52139f9c service nova] Acquired lock "refresh_cache-d54db130-40fb-4f58-abe4-548f808de31f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.416295] env[62099]: DEBUG nova.network.neutron [req-467a82ad-b47d-4c71-9224-a3332fe9ee5f req-d89be4f6-b469-421f-a1db-8c7e52139f9c service nova] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Refreshing network info cache for port b7081217-5443-412d-9e12-a02e500a934e {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1702.417573] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:0a:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7081217-5443-412d-9e12-a02e500a934e', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1702.427618] env[62099]: DEBUG oslo.service.loopingcall [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1702.428425] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1702.428662] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35b69e42-9d56-488b-b491-5160183a1fd7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.450620] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1702.450620] env[62099]: value = "task-1897150" [ 1702.450620] env[62099]: _type = "Task" [ 1702.450620] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.460507] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897150, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.528627] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.529272] env[62099]: DEBUG nova.compute.manager [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1702.532551] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.718s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.534207] env[62099]: INFO nova.compute.claims [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1702.709216] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Acquiring lock "760e1375-70c4-42f6-888e-56ca9c079c8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.709519] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Lock "760e1375-70c4-42f6-888e-56ca9c079c8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.884489] env[62099]: DEBUG nova.compute.manager [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1702.884489] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1702.884489] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da59651-c759-4c06-80de-4448c9384a25 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.897025] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1702.897456] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a524eeb0-3180-4a13-904d-10aa25f503d6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.963141] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897150, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.020426] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1703.020680] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1703.020866] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Deleting the datastore file [datastore1] 6fd237ac-5684-4903-bd56-3276f56e52c4 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1703.021172] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2984b5e-c8be-4650-8f0a-f0918721b37a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.028162] env[62099]: DEBUG oslo_vmware.api [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1703.028162] env[62099]: value = "task-1897152" [ 1703.028162] env[62099]: _type = "Task" [ 1703.028162] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.037593] env[62099]: DEBUG nova.compute.utils [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1703.039449] env[62099]: DEBUG oslo_vmware.api [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.043765] env[62099]: DEBUG nova.compute.manager [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Not allocating networking since 'none' was specified. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1703.200203] env[62099]: DEBUG nova.network.neutron [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Successfully updated port: 7d3bdbba-5daa-4edb-829e-6227b7e4efb9 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1703.212067] env[62099]: DEBUG nova.compute.manager [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1703.263594] env[62099]: DEBUG nova.network.neutron [req-467a82ad-b47d-4c71-9224-a3332fe9ee5f req-d89be4f6-b469-421f-a1db-8c7e52139f9c service nova] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Updated VIF entry in instance network info cache for port b7081217-5443-412d-9e12-a02e500a934e. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1703.263594] env[62099]: DEBUG nova.network.neutron [req-467a82ad-b47d-4c71-9224-a3332fe9ee5f req-d89be4f6-b469-421f-a1db-8c7e52139f9c service nova] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Updating instance_info_cache with network_info: [{"id": "b7081217-5443-412d-9e12-a02e500a934e", "address": "fa:16:3e:0e:0a:af", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7081217-54", "ovs_interfaceid": "b7081217-5443-412d-9e12-a02e500a934e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.462771] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897150, 'name': CreateVM_Task, 'duration_secs': 0.517431} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.462951] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1703.463673] env[62099]: DEBUG oslo_concurrency.lockutils [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.463842] env[62099]: DEBUG oslo_concurrency.lockutils [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.464175] env[62099]: DEBUG oslo_concurrency.lockutils [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1703.464434] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6df5eaf-9bc5-4bf3-bd8c-5aae9f7b4606 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.468851] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1703.468851] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f92f4d-a691-3f07-7ab2-50b57b2e1b19" [ 1703.468851] env[62099]: _type = "Task" [ 1703.468851] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.476109] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f92f4d-a691-3f07-7ab2-50b57b2e1b19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.538381] env[62099]: DEBUG oslo_vmware.api [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159425} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.538697] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1703.538697] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1703.539398] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1703.539398] env[62099]: INFO nova.compute.manager [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1703.539398] env[62099]: DEBUG oslo.service.loopingcall [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1703.539597] env[62099]: DEBUG nova.compute.manager [-] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1703.539597] env[62099]: DEBUG nova.network.neutron [-] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1703.541388] env[62099]: DEBUG nova.compute.manager [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1703.644397] env[62099]: DEBUG oslo_concurrency.lockutils [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.644397] env[62099]: DEBUG oslo_concurrency.lockutils [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.706267] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Acquiring lock "refresh_cache-a335a02b-d384-400c-bb2f-6770f0d88499" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.706267] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Acquired lock "refresh_cache-a335a02b-d384-400c-bb2f-6770f0d88499" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.706267] env[62099]: DEBUG nova.network.neutron [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1703.733283] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.765698] env[62099]: DEBUG oslo_concurrency.lockutils [req-467a82ad-b47d-4c71-9224-a3332fe9ee5f req-d89be4f6-b469-421f-a1db-8c7e52139f9c service nova] Releasing lock "refresh_cache-d54db130-40fb-4f58-abe4-548f808de31f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.827503] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df25c75d-fa1f-4f34-b744-e19d2da1f347 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.834760] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c31c610-7e1c-4385-877b-4e5ea0d6a78b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.864952] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c216d9-eb48-44d6-a9f4-98d9afc1af7c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.872070] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1360c99d-76c0-4c8d-ba7f-ad4dff75c89c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.886223] env[62099]: DEBUG nova.compute.provider_tree [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.978871] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f92f4d-a691-3f07-7ab2-50b57b2e1b19, 'name': SearchDatastore_Task, 'duration_secs': 0.014107} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.979249] env[62099]: DEBUG oslo_concurrency.lockutils [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.979501] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1703.979762] env[62099]: DEBUG oslo_concurrency.lockutils [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.979869] env[62099]: DEBUG oslo_concurrency.lockutils [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.980059] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1703.980334] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a50c336d-1f5d-4233-9afe-8aeeff124447 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.990479] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1703.990649] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1703.991359] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc66c8fd-04f5-4aaf-a131-12531bf5f2ff {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.996936] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1703.996936] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5205963d-51e1-7665-1b22-0b4dbe13571f" [ 1703.996936] env[62099]: _type = "Task" [ 1703.996936] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.004279] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5205963d-51e1-7665-1b22-0b4dbe13571f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.101258] env[62099]: DEBUG nova.compute.manager [req-bcb4c7ca-d38a-4e8f-a558-b857aa4dad32 req-6a52b8cf-68e6-44b2-8152-a3562553858a service nova] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Received event network-vif-plugged-7d3bdbba-5daa-4edb-829e-6227b7e4efb9 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1704.101351] env[62099]: DEBUG oslo_concurrency.lockutils [req-bcb4c7ca-d38a-4e8f-a558-b857aa4dad32 req-6a52b8cf-68e6-44b2-8152-a3562553858a service nova] Acquiring lock "a335a02b-d384-400c-bb2f-6770f0d88499-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.101549] env[62099]: DEBUG oslo_concurrency.lockutils [req-bcb4c7ca-d38a-4e8f-a558-b857aa4dad32 req-6a52b8cf-68e6-44b2-8152-a3562553858a service nova] Lock "a335a02b-d384-400c-bb2f-6770f0d88499-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.101698] env[62099]: DEBUG oslo_concurrency.lockutils [req-bcb4c7ca-d38a-4e8f-a558-b857aa4dad32 req-6a52b8cf-68e6-44b2-8152-a3562553858a service nova] Lock "a335a02b-d384-400c-bb2f-6770f0d88499-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.101864] env[62099]: DEBUG nova.compute.manager [req-bcb4c7ca-d38a-4e8f-a558-b857aa4dad32 req-6a52b8cf-68e6-44b2-8152-a3562553858a service nova] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] No waiting events found dispatching network-vif-plugged-7d3bdbba-5daa-4edb-829e-6227b7e4efb9 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1704.102045] env[62099]: WARNING nova.compute.manager [req-bcb4c7ca-d38a-4e8f-a558-b857aa4dad32 req-6a52b8cf-68e6-44b2-8152-a3562553858a service nova] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Received unexpected event network-vif-plugged-7d3bdbba-5daa-4edb-829e-6227b7e4efb9 for instance with vm_state building and task_state spawning. [ 1704.102212] env[62099]: DEBUG nova.compute.manager [req-bcb4c7ca-d38a-4e8f-a558-b857aa4dad32 req-6a52b8cf-68e6-44b2-8152-a3562553858a service nova] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Received event network-changed-7d3bdbba-5daa-4edb-829e-6227b7e4efb9 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1704.102370] env[62099]: DEBUG nova.compute.manager [req-bcb4c7ca-d38a-4e8f-a558-b857aa4dad32 req-6a52b8cf-68e6-44b2-8152-a3562553858a service nova] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Refreshing instance network info cache due to event network-changed-7d3bdbba-5daa-4edb-829e-6227b7e4efb9. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1704.102525] env[62099]: DEBUG oslo_concurrency.lockutils [req-bcb4c7ca-d38a-4e8f-a558-b857aa4dad32 req-6a52b8cf-68e6-44b2-8152-a3562553858a service nova] Acquiring lock "refresh_cache-a335a02b-d384-400c-bb2f-6770f0d88499" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.148499] env[62099]: DEBUG nova.compute.manager [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1704.242765] env[62099]: DEBUG nova.network.neutron [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1704.280775] env[62099]: DEBUG nova.network.neutron [-] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.379610] env[62099]: DEBUG nova.network.neutron [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Updating instance_info_cache with network_info: [{"id": "7d3bdbba-5daa-4edb-829e-6227b7e4efb9", "address": "fa:16:3e:cc:65:d9", "network": {"id": "084f1fe5-fa31-4f48-8873-fd2511973d09", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1623964678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d970d0bf85d4026ae6b89f73f7faf0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3bdbba-5d", "ovs_interfaceid": "7d3bdbba-5daa-4edb-829e-6227b7e4efb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.390146] env[62099]: DEBUG nova.scheduler.client.report [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1704.507082] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5205963d-51e1-7665-1b22-0b4dbe13571f, 'name': SearchDatastore_Task, 'duration_secs': 0.01423} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.507834] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0171a35-1157-4aa7-86c2-40b623492b7b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.513622] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1704.513622] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]526c85c4-91e0-e4ac-cc1e-1dd72b3fda63" [ 1704.513622] env[62099]: _type = "Task" [ 1704.513622] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.521246] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526c85c4-91e0-e4ac-cc1e-1dd72b3fda63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.549939] env[62099]: DEBUG nova.compute.manager [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1704.575154] env[62099]: DEBUG nova.virt.hardware [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1704.575300] env[62099]: DEBUG nova.virt.hardware [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1704.575503] env[62099]: DEBUG nova.virt.hardware [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1704.575668] env[62099]: DEBUG nova.virt.hardware [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1704.575812] env[62099]: DEBUG nova.virt.hardware [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1704.575957] env[62099]: DEBUG nova.virt.hardware [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1704.576210] env[62099]: DEBUG nova.virt.hardware [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1704.576377] env[62099]: DEBUG nova.virt.hardware [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1704.576571] env[62099]: DEBUG nova.virt.hardware [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1704.577794] env[62099]: DEBUG nova.virt.hardware [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1704.577794] env[62099]: DEBUG nova.virt.hardware [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1704.577794] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfc2504-2101-46a3-902c-e9f8f4db318e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.585758] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefa277b-0165-49a6-aba9-d17a2ae08960 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.599332] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Instance VIF info [] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1704.604837] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Creating folder: Project (ffb7c20fbbf745f182486bea316eb189). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1704.605118] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e66bfebd-c1d6-42d9-82ca-04428cdcf2a1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.616592] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Created folder: Project (ffb7c20fbbf745f182486bea316eb189) in parent group-v391507. [ 1704.616768] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Creating folder: Instances. Parent ref: group-v391751. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1704.616974] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7edb2c49-45cf-4f02-9299-2133c4b92916 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.625725] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Created folder: Instances in parent group-v391751. [ 1704.625937] env[62099]: DEBUG oslo.service.loopingcall [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.626124] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1704.626310] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd119b23-e397-4f3b-987f-abb876faf5fd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.644051] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1704.644051] env[62099]: value = "task-1897155" [ 1704.644051] env[62099]: _type = "Task" [ 1704.644051] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.650787] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897155, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.668320] env[62099]: DEBUG oslo_concurrency.lockutils [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.783116] env[62099]: INFO nova.compute.manager [-] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Took 1.24 seconds to deallocate network for instance. [ 1704.882731] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Releasing lock "refresh_cache-a335a02b-d384-400c-bb2f-6770f0d88499" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.883079] env[62099]: DEBUG nova.compute.manager [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Instance network_info: |[{"id": "7d3bdbba-5daa-4edb-829e-6227b7e4efb9", "address": "fa:16:3e:cc:65:d9", "network": {"id": "084f1fe5-fa31-4f48-8873-fd2511973d09", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1623964678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d970d0bf85d4026ae6b89f73f7faf0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3bdbba-5d", "ovs_interfaceid": "7d3bdbba-5daa-4edb-829e-6227b7e4efb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1704.883373] env[62099]: DEBUG oslo_concurrency.lockutils [req-bcb4c7ca-d38a-4e8f-a558-b857aa4dad32 req-6a52b8cf-68e6-44b2-8152-a3562553858a service nova] Acquired lock "refresh_cache-a335a02b-d384-400c-bb2f-6770f0d88499" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.883551] env[62099]: DEBUG nova.network.neutron [req-bcb4c7ca-d38a-4e8f-a558-b857aa4dad32 req-6a52b8cf-68e6-44b2-8152-a3562553858a service nova] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Refreshing network info cache for port 7d3bdbba-5daa-4edb-829e-6227b7e4efb9 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1704.884693] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:65:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d3bdbba-5daa-4edb-829e-6227b7e4efb9', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1704.892219] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Creating folder: Project (4d970d0bf85d4026ae6b89f73f7faf0e). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1704.893232] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f97ef330-5f6f-4026-86c5-c88da120382f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.895532] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.896016] env[62099]: DEBUG nova.compute.manager [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1704.898880] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.466s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.899137] env[62099]: DEBUG nova.objects.instance [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lazy-loading 'resources' on Instance uuid d6805cba-4075-4990-8c0b-49f3bfe44eab {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.909198] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Created folder: Project (4d970d0bf85d4026ae6b89f73f7faf0e) in parent group-v391507. [ 1704.909405] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Creating folder: Instances. Parent ref: group-v391754. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1704.909645] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c09b40cd-f2c3-4c7e-9ce1-1b4248ee152e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.918915] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Created folder: Instances in parent group-v391754. [ 1704.919623] env[62099]: DEBUG oslo.service.loopingcall [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.919623] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1704.919623] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b4e6097-699a-4686-9164-256ec2749120 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.939256] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1704.939256] env[62099]: value = "task-1897158" [ 1704.939256] env[62099]: _type = "Task" [ 1704.939256] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.947621] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897158, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.023740] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526c85c4-91e0-e4ac-cc1e-1dd72b3fda63, 'name': SearchDatastore_Task, 'duration_secs': 0.012419} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.024021] env[62099]: DEBUG oslo_concurrency.lockutils [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.024291] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] d54db130-40fb-4f58-abe4-548f808de31f/d54db130-40fb-4f58-abe4-548f808de31f.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1705.024545] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9421f9ba-32b6-45ca-9b1e-0caaac3a21e5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.030735] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1705.030735] env[62099]: value = "task-1897159" [ 1705.030735] env[62099]: _type = "Task" [ 1705.030735] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.038740] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.154097] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897155, 'name': CreateVM_Task, 'duration_secs': 0.311339} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.154294] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1705.154739] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.154927] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.155577] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1705.155577] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4650e872-ee90-4c82-9b33-ab0a30db58a9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.161502] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1705.161502] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]523367ad-d0f0-754a-7b6f-37cef621b7c7" [ 1705.161502] env[62099]: _type = "Task" [ 1705.161502] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.170188] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523367ad-d0f0-754a-7b6f-37cef621b7c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.290225] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.401280] env[62099]: DEBUG nova.compute.utils [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1705.404835] env[62099]: DEBUG nova.compute.manager [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1705.405026] env[62099]: DEBUG nova.network.neutron [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1705.449416] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897158, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.506395] env[62099]: DEBUG nova.policy [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a59211205e24787b164a3f90b3fea84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5b9ab63ec694d82807c447c396c3920', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1705.541233] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897159, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.674364] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523367ad-d0f0-754a-7b6f-37cef621b7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.677433] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.678446] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1705.678446] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.678446] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.678446] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1705.679413] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58b32044-a1c8-4f50-a023-24aeb80ae64c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.705914] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1705.706217] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1705.710029] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03417320-51e6-42bf-a007-f9aefdb69f93 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.719763] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1705.719763] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52acbe1e-8ee0-936f-36cf-e47af26374be" [ 1705.719763] env[62099]: _type = "Task" [ 1705.719763] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.730863] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52acbe1e-8ee0-936f-36cf-e47af26374be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.780670] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f5205b-1501-4add-be0b-61bd7c6fb3c7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.784096] env[62099]: DEBUG nova.network.neutron [req-bcb4c7ca-d38a-4e8f-a558-b857aa4dad32 req-6a52b8cf-68e6-44b2-8152-a3562553858a service nova] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Updated VIF entry in instance network info cache for port 7d3bdbba-5daa-4edb-829e-6227b7e4efb9. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1705.784425] env[62099]: DEBUG nova.network.neutron [req-bcb4c7ca-d38a-4e8f-a558-b857aa4dad32 req-6a52b8cf-68e6-44b2-8152-a3562553858a service nova] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Updating instance_info_cache with network_info: [{"id": "7d3bdbba-5daa-4edb-829e-6227b7e4efb9", "address": "fa:16:3e:cc:65:d9", "network": {"id": "084f1fe5-fa31-4f48-8873-fd2511973d09", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1623964678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d970d0bf85d4026ae6b89f73f7faf0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3bdbba-5d", "ovs_interfaceid": "7d3bdbba-5daa-4edb-829e-6227b7e4efb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.790562] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a428256d-c542-4e2a-ad98-a0039a9c1cda {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.823931] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d38d67-a9b9-4295-91bd-f7cf21baf2a7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.837334] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f7c442-e403-4d9f-8c2a-2f91e63b1239 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.849996] env[62099]: DEBUG nova.compute.provider_tree [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.905151] env[62099]: DEBUG nova.network.neutron [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Successfully created port: 2fd30bea-c5a4-4e65-906c-def9bb138b5a {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1705.907729] env[62099]: DEBUG nova.compute.manager [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1705.949945] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897158, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.006546] env[62099]: INFO nova.compute.manager [None req-4f067e22-e160-4884-929e-4a56bbc78cb9 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Get console output [ 1706.006775] env[62099]: WARNING nova.virt.vmwareapi.driver [None req-4f067e22-e160-4884-929e-4a56bbc78cb9 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] The console log is missing. Check your VSPC configuration [ 1706.047211] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824772} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.047536] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] d54db130-40fb-4f58-abe4-548f808de31f/d54db130-40fb-4f58-abe4-548f808de31f.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1706.047750] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1706.047998] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36fd6570-266b-4316-a5bb-d257647dcec3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.054617] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1706.054617] env[62099]: value = "task-1897160" [ 1706.054617] env[62099]: _type = "Task" [ 1706.054617] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.064360] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.229777] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52acbe1e-8ee0-936f-36cf-e47af26374be, 'name': SearchDatastore_Task, 'duration_secs': 0.103479} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.230554] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-090df0ef-d380-4953-a9b1-39c7020db066 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.235443] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1706.235443] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52947679-0798-24a6-8835-80a62f569fd0" [ 1706.235443] env[62099]: _type = "Task" [ 1706.235443] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.242496] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52947679-0798-24a6-8835-80a62f569fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.287503] env[62099]: DEBUG oslo_concurrency.lockutils [req-bcb4c7ca-d38a-4e8f-a558-b857aa4dad32 req-6a52b8cf-68e6-44b2-8152-a3562553858a service nova] Releasing lock "refresh_cache-a335a02b-d384-400c-bb2f-6770f0d88499" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.287749] env[62099]: DEBUG nova.compute.manager [req-bcb4c7ca-d38a-4e8f-a558-b857aa4dad32 req-6a52b8cf-68e6-44b2-8152-a3562553858a service nova] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Received event network-vif-deleted-def38aea-7f98-405e-975c-6c09822c7610 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1706.287928] env[62099]: INFO nova.compute.manager [req-bcb4c7ca-d38a-4e8f-a558-b857aa4dad32 req-6a52b8cf-68e6-44b2-8152-a3562553858a service nova] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Neutron deleted interface def38aea-7f98-405e-975c-6c09822c7610; detaching it from the instance and deleting it from the info cache [ 1706.288193] env[62099]: DEBUG nova.network.neutron [req-bcb4c7ca-d38a-4e8f-a558-b857aa4dad32 req-6a52b8cf-68e6-44b2-8152-a3562553858a service nova] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.353067] env[62099]: DEBUG nova.scheduler.client.report [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1706.450184] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897158, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.564361] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083455} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.564636] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1706.565431] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cd62a5-4cbb-4f2e-8fd3-b3775a8dbeaa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.591883] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] d54db130-40fb-4f58-abe4-548f808de31f/d54db130-40fb-4f58-abe4-548f808de31f.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1706.592614] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14890e57-5024-49a1-a63b-f91852fec78f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.612987] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1706.612987] env[62099]: value = "task-1897161" [ 1706.612987] env[62099]: _type = "Task" [ 1706.612987] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.621131] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.745835] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52947679-0798-24a6-8835-80a62f569fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.009893} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.746152] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.746417] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] c08f6c9c-6a21-425e-b8cb-099d1a471273/c08f6c9c-6a21-425e-b8cb-099d1a471273.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1706.746676] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2969c5c1-5ff3-4604-bb0d-e4e8a0bbd238 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.752901] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1706.752901] env[62099]: value = "task-1897162" [ 1706.752901] env[62099]: _type = "Task" [ 1706.752901] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.760600] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.790828] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1df98529-9b06-4b60-a314-1058f24e2521 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.799967] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a356547a-c553-41e6-b1ad-3c30d42a6592 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.845402] env[62099]: DEBUG nova.compute.manager [req-bcb4c7ca-d38a-4e8f-a558-b857aa4dad32 req-6a52b8cf-68e6-44b2-8152-a3562553858a service nova] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Detach interface failed, port_id=def38aea-7f98-405e-975c-6c09822c7610, reason: Instance 6fd237ac-5684-4903-bd56-3276f56e52c4 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1706.857555] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.860729] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.039s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.861075] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.863522] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.530s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.863842] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.864131] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1706.864565] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.131s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.866896] env[62099]: INFO nova.compute.claims [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1706.872236] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c4b0e1-5438-4050-b952-bf13a9ed5227 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.883750] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b05f0b-c1d0-433b-8403-d3f66f831f04 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.890690] env[62099]: INFO nova.scheduler.client.report [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Deleted allocations for instance d6805cba-4075-4990-8c0b-49f3bfe44eab [ 1706.893656] env[62099]: INFO nova.scheduler.client.report [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleted allocations for instance d937b1f4-5e74-4d00-8829-afbc7e0acd8c [ 1706.908659] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd174562-de82-4b48-a765-af2f799af77b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.916658] env[62099]: DEBUG nova.compute.manager [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1706.920655] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e33840-5d65-4421-8ad3-39f90a16d139 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.954875] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178582MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1706.955094] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.966728] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897158, 'name': CreateVM_Task, 'duration_secs': 1.902296} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.968746] env[62099]: DEBUG nova.virt.hardware [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1706.968970] env[62099]: DEBUG nova.virt.hardware [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1706.969164] env[62099]: DEBUG nova.virt.hardware [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1706.969360] env[62099]: DEBUG nova.virt.hardware [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1706.969506] env[62099]: DEBUG nova.virt.hardware [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1706.969651] env[62099]: DEBUG nova.virt.hardware [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1706.969854] env[62099]: DEBUG nova.virt.hardware [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1706.970061] env[62099]: DEBUG nova.virt.hardware [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1706.970239] env[62099]: DEBUG nova.virt.hardware [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1706.970416] env[62099]: DEBUG nova.virt.hardware [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1706.970612] env[62099]: DEBUG nova.virt.hardware [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1706.970822] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1706.971809] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a206d2-a514-40d8-a15b-189852470a70 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.974596] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.974759] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.975076] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1706.975328] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-454f7325-9737-4d61-b297-a37a2326d93e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.983037] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe74c5d-812e-4e47-affc-61a07b14b1c5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.986816] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Waiting for the task: (returnval){ [ 1706.986816] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]526f9284-f0d5-cde0-fa80-164ef9dd567b" [ 1706.986816] env[62099]: _type = "Task" [ 1706.986816] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.002372] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526f9284-f0d5-cde0-fa80-164ef9dd567b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.073094] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Acquiring lock "066f9ed3-95fb-4b34-9398-6937855f7e2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.073227] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Lock "066f9ed3-95fb-4b34-9398-6937855f7e2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.073506] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Acquiring lock "066f9ed3-95fb-4b34-9398-6937855f7e2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.073760] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Lock "066f9ed3-95fb-4b34-9398-6937855f7e2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.074000] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Lock "066f9ed3-95fb-4b34-9398-6937855f7e2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.076665] env[62099]: INFO nova.compute.manager [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Terminating instance [ 1707.124736] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897161, 'name': ReconfigVM_Task, 'duration_secs': 0.30269} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.125055] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Reconfigured VM instance instance-0000005a to attach disk [datastore1] d54db130-40fb-4f58-abe4-548f808de31f/d54db130-40fb-4f58-abe4-548f808de31f.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1707.125698] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49172078-2692-462a-8674-faffb9f830c8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.132617] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1707.132617] env[62099]: value = "task-1897163" [ 1707.132617] env[62099]: _type = "Task" [ 1707.132617] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.142095] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897163, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.264025] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897162, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.326326] env[62099]: DEBUG nova.compute.manager [req-9a75298f-6df8-41bf-9b35-494aae89637c req-55adde38-f2a9-4694-9228-1cc13b2e7428 service nova] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Received event network-vif-plugged-2fd30bea-c5a4-4e65-906c-def9bb138b5a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1707.326580] env[62099]: DEBUG oslo_concurrency.lockutils [req-9a75298f-6df8-41bf-9b35-494aae89637c req-55adde38-f2a9-4694-9228-1cc13b2e7428 service nova] Acquiring lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.326750] env[62099]: DEBUG oslo_concurrency.lockutils [req-9a75298f-6df8-41bf-9b35-494aae89637c req-55adde38-f2a9-4694-9228-1cc13b2e7428 service nova] Lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.326919] env[62099]: DEBUG oslo_concurrency.lockutils [req-9a75298f-6df8-41bf-9b35-494aae89637c req-55adde38-f2a9-4694-9228-1cc13b2e7428 service nova] Lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.327105] env[62099]: DEBUG nova.compute.manager [req-9a75298f-6df8-41bf-9b35-494aae89637c req-55adde38-f2a9-4694-9228-1cc13b2e7428 service nova] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] No waiting events found dispatching network-vif-plugged-2fd30bea-c5a4-4e65-906c-def9bb138b5a {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1707.327277] env[62099]: WARNING nova.compute.manager [req-9a75298f-6df8-41bf-9b35-494aae89637c req-55adde38-f2a9-4694-9228-1cc13b2e7428 service nova] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Received unexpected event network-vif-plugged-2fd30bea-c5a4-4e65-906c-def9bb138b5a for instance with vm_state building and task_state spawning. [ 1707.412645] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c96f1358-1454-44ff-9056-1ae91c4786f3 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "d6805cba-4075-4990-8c0b-49f3bfe44eab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.421s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.413673] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a59d98d-1e66-40ba-8985-a6b4f644b0a6 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "d937b1f4-5e74-4d00-8829-afbc7e0acd8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.228s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.431021] env[62099]: DEBUG nova.network.neutron [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Successfully updated port: 2fd30bea-c5a4-4e65-906c-def9bb138b5a {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1707.497632] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526f9284-f0d5-cde0-fa80-164ef9dd567b, 'name': SearchDatastore_Task, 'duration_secs': 0.105899} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.497891] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.498673] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.498673] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.498673] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.498886] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1707.499133] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d486101-d10c-44a8-98f1-f8ceaa2b2f76 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.538990] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1707.539246] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1707.540011] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77058e43-04b6-4a49-a08b-da8527f259fc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.545410] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Waiting for the task: (returnval){ [ 1707.545410] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5299efa8-5991-28bc-a46a-c38680761e37" [ 1707.545410] env[62099]: _type = "Task" [ 1707.545410] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.553414] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5299efa8-5991-28bc-a46a-c38680761e37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.581805] env[62099]: DEBUG nova.compute.manager [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1707.582069] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1707.582960] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770a5dc4-b0d5-43e0-8ee0-71b9d8655b80 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.592624] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1707.592938] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f5a05de-b2f0-497b-b72e-0aa5baf9ba11 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.599448] env[62099]: DEBUG oslo_vmware.api [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Waiting for the task: (returnval){ [ 1707.599448] env[62099]: value = "task-1897164" [ 1707.599448] env[62099]: _type = "Task" [ 1707.599448] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.607897] env[62099]: DEBUG oslo_vmware.api [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': task-1897164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.642425] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897163, 'name': Rename_Task, 'duration_secs': 0.174018} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.642705] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1707.642957] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0223c359-1821-48c9-a087-36cf4adc7627 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.649323] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1707.649323] env[62099]: value = "task-1897165" [ 1707.649323] env[62099]: _type = "Task" [ 1707.649323] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.656800] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.763448] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.91064} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.763799] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] c08f6c9c-6a21-425e-b8cb-099d1a471273/c08f6c9c-6a21-425e-b8cb-099d1a471273.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1707.764034] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1707.764341] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14b63685-c3be-4483-a5e1-82653549d0e3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.772408] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1707.772408] env[62099]: value = "task-1897166" [ 1707.772408] env[62099]: _type = "Task" [ 1707.772408] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.781082] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.933482] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "refresh_cache-08c08a5a-6dcc-4cb3-948d-a533dcedd372" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.933602] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "refresh_cache-08c08a5a-6dcc-4cb3-948d-a533dcedd372" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.934161] env[62099]: DEBUG nova.network.neutron [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1708.057223] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5299efa8-5991-28bc-a46a-c38680761e37, 'name': SearchDatastore_Task, 'duration_secs': 0.095488} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.058035] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91a0554f-1cce-4968-bf14-c5fc81102369 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.065924] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Waiting for the task: (returnval){ [ 1708.065924] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]523c8b6a-8d3a-b9fa-09ad-1bada9bb8884" [ 1708.065924] env[62099]: _type = "Task" [ 1708.065924] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.075060] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523c8b6a-8d3a-b9fa-09ad-1bada9bb8884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.109952] env[62099]: DEBUG oslo_vmware.api [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': task-1897164, 'name': PowerOffVM_Task, 'duration_secs': 0.321487} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.112556] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1708.112796] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1708.113322] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-766cd739-48f0-4fd2-8d86-97be8f9fbf87 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.158261] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed5c24e-0d67-4182-a829-5c4fc5604d5f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.173045] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb442aa4-3fab-4334-a260-06173ac1ce6c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.175692] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897165, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.204735] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bfec8f-2a28-4cf9-875b-f5d477c8be4c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.212416] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e62aa9c-e741-4e4b-acc7-f1d1df55b2db {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.225970] env[62099]: DEBUG nova.compute.provider_tree [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1708.281757] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069888} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.285016] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1708.285016] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06d7973-0611-4414-b8f0-1f7fa484a3ee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.303068] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] c08f6c9c-6a21-425e-b8cb-099d1a471273/c08f6c9c-6a21-425e-b8cb-099d1a471273.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1708.304821] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8501564-5e9c-42de-9d8b-966ad8092a7c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.319274] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1708.319503] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1708.319685] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Deleting the datastore file [datastore2] 066f9ed3-95fb-4b34-9398-6937855f7e2d {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1708.319967] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7635fa6d-2ce7-4bda-af0e-7220fe274b8d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.327063] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1708.327063] env[62099]: value = "task-1897169" [ 1708.327063] env[62099]: _type = "Task" [ 1708.327063] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.328361] env[62099]: DEBUG oslo_vmware.api [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Waiting for the task: (returnval){ [ 1708.328361] env[62099]: value = "task-1897168" [ 1708.328361] env[62099]: _type = "Task" [ 1708.328361] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.338925] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.341862] env[62099]: DEBUG oslo_vmware.api [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': task-1897168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.469372] env[62099]: DEBUG nova.network.neutron [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1708.577364] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523c8b6a-8d3a-b9fa-09ad-1bada9bb8884, 'name': SearchDatastore_Task, 'duration_secs': 0.023104} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.580125] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.580448] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] a335a02b-d384-400c-bb2f-6770f0d88499/a335a02b-d384-400c-bb2f-6770f0d88499.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1708.581859] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3b74647-1e44-4e3c-a184-f9e39cb83d76 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.593844] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Waiting for the task: (returnval){ [ 1708.593844] env[62099]: value = "task-1897170" [ 1708.593844] env[62099]: _type = "Task" [ 1708.593844] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.602873] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': task-1897170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.620133] env[62099]: DEBUG nova.network.neutron [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Updating instance_info_cache with network_info: [{"id": "2fd30bea-c5a4-4e65-906c-def9bb138b5a", "address": "fa:16:3e:87:01:4d", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd30bea-c5", "ovs_interfaceid": "2fd30bea-c5a4-4e65-906c-def9bb138b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.665145] env[62099]: DEBUG oslo_vmware.api [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897165, 'name': PowerOnVM_Task, 'duration_secs': 0.914518} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.666333] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1708.666656] env[62099]: INFO nova.compute.manager [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1708.666957] env[62099]: DEBUG nova.compute.manager [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1708.668475] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc1afee-cb6f-4233-b116-f382e240b03f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.729685] env[62099]: DEBUG nova.scheduler.client.report [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1708.840464] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897169, 'name': ReconfigVM_Task, 'duration_secs': 0.392304} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.843454] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Reconfigured VM instance instance-0000005c to attach disk [datastore1] c08f6c9c-6a21-425e-b8cb-099d1a471273/c08f6c9c-6a21-425e-b8cb-099d1a471273.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1708.844098] env[62099]: DEBUG oslo_vmware.api [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Task: {'id': task-1897168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178457} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.844309] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f09240d9-b863-48ad-b50d-162694e7f405 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.845804] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1708.846013] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1708.846186] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1708.846364] env[62099]: INFO nova.compute.manager [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1708.846592] env[62099]: DEBUG oslo.service.loopingcall [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.846781] env[62099]: DEBUG nova.compute.manager [-] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1708.846874] env[62099]: DEBUG nova.network.neutron [-] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1708.853693] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1708.853693] env[62099]: value = "task-1897171" [ 1708.853693] env[62099]: _type = "Task" [ 1708.853693] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.861601] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897171, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.089489] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "88d3321e-0529-42f7-9613-cbd4bcd433b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.089766] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "88d3321e-0529-42f7-9613-cbd4bcd433b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.089981] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "88d3321e-0529-42f7-9613-cbd4bcd433b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.090189] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "88d3321e-0529-42f7-9613-cbd4bcd433b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.090378] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "88d3321e-0529-42f7-9613-cbd4bcd433b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.092718] env[62099]: INFO nova.compute.manager [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Terminating instance [ 1709.104637] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': task-1897170, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.123840] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "refresh_cache-08c08a5a-6dcc-4cb3-948d-a533dcedd372" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.124462] env[62099]: DEBUG nova.compute.manager [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Instance network_info: |[{"id": "2fd30bea-c5a4-4e65-906c-def9bb138b5a", "address": "fa:16:3e:87:01:4d", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd30bea-c5", "ovs_interfaceid": "2fd30bea-c5a4-4e65-906c-def9bb138b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1709.125699] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:01:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fd30bea-c5a4-4e65-906c-def9bb138b5a', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1709.134058] env[62099]: DEBUG oslo.service.loopingcall [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1709.134407] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1709.134572] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfd39fb1-7717-4d52-9348-fde4a0c4cb03 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.156402] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1709.156402] env[62099]: value = "task-1897172" [ 1709.156402] env[62099]: _type = "Task" [ 1709.156402] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.162132] env[62099]: DEBUG oslo_concurrency.lockutils [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "8410bc21-c169-474e-9e23-8bfab30fa6db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.162132] env[62099]: DEBUG oslo_concurrency.lockutils [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "8410bc21-c169-474e-9e23-8bfab30fa6db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.162132] env[62099]: DEBUG oslo_concurrency.lockutils [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "8410bc21-c169-474e-9e23-8bfab30fa6db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.162132] env[62099]: DEBUG oslo_concurrency.lockutils [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "8410bc21-c169-474e-9e23-8bfab30fa6db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.162132] env[62099]: DEBUG oslo_concurrency.lockutils [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "8410bc21-c169-474e-9e23-8bfab30fa6db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.163588] env[62099]: INFO nova.compute.manager [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Terminating instance [ 1709.168428] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897172, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.194352] env[62099]: INFO nova.compute.manager [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Took 19.22 seconds to build instance. [ 1709.235129] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.235624] env[62099]: DEBUG nova.compute.manager [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1709.239082] env[62099]: DEBUG oslo_concurrency.lockutils [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.571s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.240758] env[62099]: INFO nova.compute.claims [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1709.352944] env[62099]: DEBUG nova.compute.manager [req-9ed22dfc-ced6-4684-b3d5-a41273d43951 req-87471f16-0184-4e41-b2e8-8aed3ac170d4 service nova] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Received event network-changed-2fd30bea-c5a4-4e65-906c-def9bb138b5a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1709.352944] env[62099]: DEBUG nova.compute.manager [req-9ed22dfc-ced6-4684-b3d5-a41273d43951 req-87471f16-0184-4e41-b2e8-8aed3ac170d4 service nova] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Refreshing instance network info cache due to event network-changed-2fd30bea-c5a4-4e65-906c-def9bb138b5a. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1709.352944] env[62099]: DEBUG oslo_concurrency.lockutils [req-9ed22dfc-ced6-4684-b3d5-a41273d43951 req-87471f16-0184-4e41-b2e8-8aed3ac170d4 service nova] Acquiring lock "refresh_cache-08c08a5a-6dcc-4cb3-948d-a533dcedd372" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.352944] env[62099]: DEBUG oslo_concurrency.lockutils [req-9ed22dfc-ced6-4684-b3d5-a41273d43951 req-87471f16-0184-4e41-b2e8-8aed3ac170d4 service nova] Acquired lock "refresh_cache-08c08a5a-6dcc-4cb3-948d-a533dcedd372" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.352944] env[62099]: DEBUG nova.network.neutron [req-9ed22dfc-ced6-4684-b3d5-a41273d43951 req-87471f16-0184-4e41-b2e8-8aed3ac170d4 service nova] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Refreshing network info cache for port 2fd30bea-c5a4-4e65-906c-def9bb138b5a {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1709.364959] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897171, 'name': Rename_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.600221] env[62099]: DEBUG nova.compute.manager [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1709.600532] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1709.605071] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2523de96-da06-4c95-81c6-fe15f17080fb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.607937] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': task-1897170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.928794} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.608367] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] a335a02b-d384-400c-bb2f-6770f0d88499/a335a02b-d384-400c-bb2f-6770f0d88499.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1709.608470] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1709.609037] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31daf386-178b-49f1-9c57-50da1de90545 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.612943] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1709.613475] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd3c027e-877a-4e22-8d59-ea9c92d0ce9d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.619931] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Waiting for the task: (returnval){ [ 1709.619931] env[62099]: value = "task-1897173" [ 1709.619931] env[62099]: _type = "Task" [ 1709.619931] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.621067] env[62099]: DEBUG oslo_vmware.api [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1709.621067] env[62099]: value = "task-1897174" [ 1709.621067] env[62099]: _type = "Task" [ 1709.621067] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.634231] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': task-1897173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.637700] env[62099]: DEBUG oslo_vmware.api [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.666885] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897172, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.670797] env[62099]: DEBUG nova.compute.manager [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1709.671057] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1709.671849] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c995ab-b3ec-4fb7-9b1a-76adf1cf83ec {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.678653] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1709.678885] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4565cc5b-83cd-4b24-afd3-4ed6ff05b0a0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.685698] env[62099]: DEBUG oslo_vmware.api [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1709.685698] env[62099]: value = "task-1897175" [ 1709.685698] env[62099]: _type = "Task" [ 1709.685698] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.693729] env[62099]: DEBUG oslo_vmware.api [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.696310] env[62099]: DEBUG oslo_concurrency.lockutils [None req-258918f9-c021-4ef7-8b68-52fd8ce6fd73 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "d54db130-40fb-4f58-abe4-548f808de31f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.761s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.746212] env[62099]: DEBUG nova.compute.utils [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1709.750192] env[62099]: DEBUG nova.compute.manager [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1709.750415] env[62099]: DEBUG nova.network.neutron [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1709.791698] env[62099]: DEBUG nova.policy [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd91e98b8505d411c9ea84a59fc9d7483', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f09c1cfe36e2436c958734f46d8c269f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1709.844867] env[62099]: DEBUG nova.network.neutron [-] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.868958] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897171, 'name': Rename_Task, 'duration_secs': 0.610403} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.869289] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1709.869547] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9712c6ef-426a-44a5-84aa-cf0d07d96a70 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.875977] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1709.875977] env[62099]: value = "task-1897176" [ 1709.875977] env[62099]: _type = "Task" [ 1709.875977] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.885570] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.889231] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "d54db130-40fb-4f58-abe4-548f808de31f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.889973] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "d54db130-40fb-4f58-abe4-548f808de31f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.890234] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "d54db130-40fb-4f58-abe4-548f808de31f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.890516] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "d54db130-40fb-4f58-abe4-548f808de31f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.890734] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "d54db130-40fb-4f58-abe4-548f808de31f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.892938] env[62099]: INFO nova.compute.manager [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Terminating instance [ 1710.136576] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': task-1897173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099858} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.141508] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1710.141834] env[62099]: DEBUG oslo_vmware.api [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897174, 'name': PowerOffVM_Task, 'duration_secs': 0.2065} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.142586] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8bd952-b035-476d-8bf3-d69019f344d9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.145153] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1710.145338] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1710.145751] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fb4e0ac-6d58-44d4-bc6c-9a7864659bd7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.177348] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] a335a02b-d384-400c-bb2f-6770f0d88499/a335a02b-d384-400c-bb2f-6770f0d88499.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1710.182173] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f13dd9e-01ec-402a-831f-d673260417f9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.206611] env[62099]: DEBUG nova.network.neutron [req-9ed22dfc-ced6-4684-b3d5-a41273d43951 req-87471f16-0184-4e41-b2e8-8aed3ac170d4 service nova] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Updated VIF entry in instance network info cache for port 2fd30bea-c5a4-4e65-906c-def9bb138b5a. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1710.206722] env[62099]: DEBUG nova.network.neutron [req-9ed22dfc-ced6-4684-b3d5-a41273d43951 req-87471f16-0184-4e41-b2e8-8aed3ac170d4 service nova] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Updating instance_info_cache with network_info: [{"id": "2fd30bea-c5a4-4e65-906c-def9bb138b5a", "address": "fa:16:3e:87:01:4d", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd30bea-c5", "ovs_interfaceid": "2fd30bea-c5a4-4e65-906c-def9bb138b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.207883] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897172, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.210901] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Waiting for the task: (returnval){ [ 1710.210901] env[62099]: value = "task-1897178" [ 1710.210901] env[62099]: _type = "Task" [ 1710.210901] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.219385] env[62099]: DEBUG oslo_vmware.api [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897175, 'name': PowerOffVM_Task, 'duration_secs': 0.232936} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.220047] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1710.220257] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1710.220536] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70a4c345-8380-4bdb-8e47-5e76745ffe2c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.226922] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': task-1897178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.227674] env[62099]: DEBUG nova.network.neutron [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Successfully created port: 728911a8-7d3c-4fc3-83f4-c331f39014cd {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1710.250713] env[62099]: DEBUG nova.compute.manager [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1710.347588] env[62099]: INFO nova.compute.manager [-] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Took 1.50 seconds to deallocate network for instance. [ 1710.388396] env[62099]: DEBUG oslo_vmware.api [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897176, 'name': PowerOnVM_Task, 'duration_secs': 0.465591} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.388663] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1710.388917] env[62099]: INFO nova.compute.manager [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Took 5.84 seconds to spawn the instance on the hypervisor. [ 1710.389138] env[62099]: DEBUG nova.compute.manager [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1710.389932] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41af193-7c5d-4272-9535-4eb44ce94cf9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.396579] env[62099]: DEBUG nova.compute.manager [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1710.396767] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1710.398780] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf463613-5c86-4eeb-bbab-ddb34e148212 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.410683] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1710.410916] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14123961-070c-44d7-a438-bfdb3bc33385 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.419520] env[62099]: DEBUG oslo_vmware.api [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1710.419520] env[62099]: value = "task-1897180" [ 1710.419520] env[62099]: _type = "Task" [ 1710.419520] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.426834] env[62099]: DEBUG oslo_vmware.api [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.542289] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f91ec4-8502-4149-944c-0c4370b9d81d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.549732] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e78d9d4-d3f3-43bf-9f2c-d3f3fbbcc23f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.580933] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1567f3-a612-42f4-8e81-cb67ac201c3d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.589026] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f539de-9b78-4b1a-a161-f97cf7b9dd9b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.603110] env[62099]: DEBUG nova.compute.provider_tree [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1710.674256] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897172, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.712638] env[62099]: DEBUG oslo_concurrency.lockutils [req-9ed22dfc-ced6-4684-b3d5-a41273d43951 req-87471f16-0184-4e41-b2e8-8aed3ac170d4 service nova] Releasing lock "refresh_cache-08c08a5a-6dcc-4cb3-948d-a533dcedd372" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.721794] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': task-1897178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.757207] env[62099]: INFO nova.virt.block_device [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Booting with volume a33462a8-487a-4901-8747-2a4a55fb3a7a at /dev/sda [ 1710.796007] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0635e38d-0123-4afc-a4db-5e1c4039ee57 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.805019] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d3962d-345c-42bb-a6a2-6f3565faa275 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.837806] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4678747-727a-45a3-80a6-49165c5e1383 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.845895] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d9aed7-b434-4de4-aa33-4a8210351be5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.856830] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.882801] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d37e5fc-e139-4fe3-ab6a-62f811ac5117 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.889722] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7b06b1-e2e5-4ec6-96c1-85269239f585 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.902770] env[62099]: DEBUG nova.virt.block_device [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Updating existing volume attachment record: 9d7d207b-d7b5-4313-9418-559f777a4944 {{(pid=62099) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1710.912671] env[62099]: INFO nova.compute.manager [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Took 14.89 seconds to build instance. [ 1710.927933] env[62099]: DEBUG oslo_vmware.api [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897180, 'name': PowerOffVM_Task, 'duration_secs': 0.309175} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.928947] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1710.929075] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1710.929319] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61276e02-d325-4885-b1b8-676eae24dbf0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.106177] env[62099]: DEBUG nova.scheduler.client.report [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1711.175322] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897172, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.221406] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': task-1897178, 'name': ReconfigVM_Task, 'duration_secs': 0.581934} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.221675] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Reconfigured VM instance instance-0000005b to attach disk [datastore1] a335a02b-d384-400c-bb2f-6770f0d88499/a335a02b-d384-400c-bb2f-6770f0d88499.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1711.222300] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e1acf0c-9005-4a82-a00f-35c5f4125352 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.229169] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Waiting for the task: (returnval){ [ 1711.229169] env[62099]: value = "task-1897182" [ 1711.229169] env[62099]: _type = "Task" [ 1711.229169] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.237168] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': task-1897182, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.381926] env[62099]: DEBUG nova.compute.manager [req-75d0aace-c59e-48fc-967f-76e158f5d272 req-5f3b8bb5-4f0b-4b42-bf91-9455aa6d5513 service nova] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Received event network-vif-deleted-71eee08c-9811-47e2-ade8-19099b1c8009 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1711.414043] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6569f852-f820-4b8a-8c45-b2d03abcf408 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Lock "c08f6c9c-6a21-425e-b8cb-099d1a471273" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.397s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.543425] env[62099]: INFO nova.compute.manager [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Rebuilding instance [ 1711.583459] env[62099]: DEBUG nova.compute.manager [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1711.584332] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97570cc4-d483-48f0-a54f-91e1facfe455 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.611179] env[62099]: DEBUG oslo_concurrency.lockutils [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.611618] env[62099]: DEBUG nova.compute.manager [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1711.614177] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.324s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.614455] env[62099]: DEBUG nova.objects.instance [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lazy-loading 'resources' on Instance uuid 6fd237ac-5684-4903-bd56-3276f56e52c4 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.674911] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897172, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.739308] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': task-1897182, 'name': Rename_Task, 'duration_secs': 0.177109} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.739659] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1711.739965] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3758fab-5bbe-42bd-954f-afca9b1defb8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.746017] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Waiting for the task: (returnval){ [ 1711.746017] env[62099]: value = "task-1897183" [ 1711.746017] env[62099]: _type = "Task" [ 1711.746017] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.754202] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': task-1897183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.118052] env[62099]: DEBUG nova.compute.utils [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1712.118603] env[62099]: DEBUG nova.compute.manager [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1712.118795] env[62099]: DEBUG nova.network.neutron [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1712.174926] env[62099]: DEBUG nova.policy [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0c6c710325a4769aa6336e928ce0b92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ff38fbcbe6d4640b515774b83a4ff5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1712.182227] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897172, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.254743] env[62099]: DEBUG oslo_vmware.api [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': task-1897183, 'name': PowerOnVM_Task, 'duration_secs': 0.450092} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.257116] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1712.257329] env[62099]: INFO nova.compute.manager [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1712.257507] env[62099]: DEBUG nova.compute.manager [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1712.258486] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ff029c-fb3c-4623-8515-b4f75af223f7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.389561] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6532a6-c673-4ac6-b3f0-d791d836f504 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.397174] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2715a23-736b-43af-bb0f-5cfdbff5f561 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.427447] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911c12d0-85e6-4ce7-9a2e-d3974aa716aa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.436226] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccff48b-a334-428c-9f72-4eda10ff8af9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.450628] env[62099]: DEBUG nova.compute.provider_tree [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.458808] env[62099]: DEBUG nova.network.neutron [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Successfully created port: b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1712.597827] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1712.598161] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f3dfdbc-23fe-4cdb-b245-a979e58aa705 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.605415] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1712.605415] env[62099]: value = "task-1897184" [ 1712.605415] env[62099]: _type = "Task" [ 1712.605415] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.614686] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.624463] env[62099]: DEBUG nova.compute.manager [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1712.677804] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897172, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.776319] env[62099]: INFO nova.compute.manager [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Took 18.21 seconds to build instance. [ 1712.953055] env[62099]: DEBUG nova.scheduler.client.report [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1713.000486] env[62099]: DEBUG nova.compute.manager [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1713.001100] env[62099]: DEBUG nova.virt.hardware [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1713.001806] env[62099]: DEBUG nova.virt.hardware [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1713.001806] env[62099]: DEBUG nova.virt.hardware [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1713.001806] env[62099]: DEBUG nova.virt.hardware [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1713.001995] env[62099]: DEBUG nova.virt.hardware [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1713.002045] env[62099]: DEBUG nova.virt.hardware [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1713.002255] env[62099]: DEBUG nova.virt.hardware [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1713.002431] env[62099]: DEBUG nova.virt.hardware [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1713.002624] env[62099]: DEBUG nova.virt.hardware [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1713.002811] env[62099]: DEBUG nova.virt.hardware [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1713.002998] env[62099]: DEBUG nova.virt.hardware [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1713.004165] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3550c80b-4604-47c7-8802-43b9714719a3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.012869] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90928286-e2e6-4105-99b3-ac80d98aecad {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.117894] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897184, 'name': PowerOffVM_Task, 'duration_secs': 0.14771} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.118344] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1713.118685] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1713.119595] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0093efb0-14b5-4709-b31f-88d160dcdb98 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.126672] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1713.126988] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b81805fd-2293-4630-87f4-dd0f9595e844 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.156909] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1713.157079] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1713.157244] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Deleting the datastore file [datastore1] c08f6c9c-6a21-425e-b8cb-099d1a471273 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1713.157556] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f824d96-e68d-4a30-8076-d0268a0c218e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.165821] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1713.165821] env[62099]: value = "task-1897186" [ 1713.165821] env[62099]: _type = "Task" [ 1713.165821] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.181706] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.181973] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897172, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.278227] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a0b646e-2f37-4021-a660-55a663509e4f tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Lock "a335a02b-d384-400c-bb2f-6770f0d88499" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.726s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.458365] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.460603] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.506s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.481519] env[62099]: INFO nova.scheduler.client.report [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Deleted allocations for instance 6fd237ac-5684-4903-bd56-3276f56e52c4 [ 1713.634854] env[62099]: DEBUG nova.compute.manager [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1713.658908] env[62099]: DEBUG nova.virt.hardware [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1713.659116] env[62099]: DEBUG nova.virt.hardware [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1713.659390] env[62099]: DEBUG nova.virt.hardware [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1713.659590] env[62099]: DEBUG nova.virt.hardware [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1713.659732] env[62099]: DEBUG nova.virt.hardware [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1713.659875] env[62099]: DEBUG nova.virt.hardware [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1713.660147] env[62099]: DEBUG nova.virt.hardware [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1713.660406] env[62099]: DEBUG nova.virt.hardware [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1713.660702] env[62099]: DEBUG nova.virt.hardware [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1713.660968] env[62099]: DEBUG nova.virt.hardware [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1713.661267] env[62099]: DEBUG nova.virt.hardware [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1713.662278] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4cbe91-2409-4b58-a5f8-1e928ad240fc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.674761] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d738920-1582-44b2-90db-0ac7ebd055b4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.681013] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148522} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.681821] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1713.682069] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1713.682274] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1713.694604] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897172, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.826045] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Acquiring lock "a335a02b-d384-400c-bb2f-6770f0d88499" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.826342] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Lock "a335a02b-d384-400c-bb2f-6770f0d88499" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.826560] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Acquiring lock "a335a02b-d384-400c-bb2f-6770f0d88499-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.826743] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Lock "a335a02b-d384-400c-bb2f-6770f0d88499-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.826912] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Lock "a335a02b-d384-400c-bb2f-6770f0d88499-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.828971] env[62099]: INFO nova.compute.manager [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Terminating instance [ 1713.989085] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4b7e8f54-ce6a-499b-bb4f-1f5a2244aa47 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "6fd237ac-5684-4903-bd56-3276f56e52c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.615s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.066740] env[62099]: DEBUG nova.objects.instance [None req-cd4c57c8-e599-4e0f-bd28-e1d3cc8d2e65 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Lazy-loading 'flavor' on Instance uuid 1b4c7281-63df-4c1b-8583-e3db858f0c64 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1714.181145] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897172, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.332720] env[62099]: DEBUG nova.compute.manager [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1714.332960] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1714.333852] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017eb3a8-bb7c-4fd8-a67e-cdea68c7660d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.341418] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.341663] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cf50ac1-5e6f-4880-b9c5-34976ab29d63 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.350015] env[62099]: DEBUG oslo_vmware.api [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Waiting for the task: (returnval){ [ 1714.350015] env[62099]: value = "task-1897187" [ 1714.350015] env[62099]: _type = "Task" [ 1714.350015] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.355135] env[62099]: DEBUG oslo_vmware.api [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': task-1897187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.502826] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 1b4c7281-63df-4c1b-8583-e3db858f0c64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.502948] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 066f9ed3-95fb-4b34-9398-6937855f7e2d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1714.503079] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 62d9831c-d811-4cc3-81d7-466bec129943 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.503203] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance f3aa61db-f6e2-486f-9804-fec6cc78caa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.503320] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 2efc88b6-568a-46c3-89a0-f227c5ada671 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.503431] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance bab7c411-a648-40b6-a350-1aa24077b2a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.503541] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.503652] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 100bb6d8-f69a-4ad3-a1c8-53e7fa280040 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.503854] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance bc7253df-1845-43be-93a8-81ab512e7e7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.503854] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 69fd58ca-a8c0-4c77-9062-caf63d38be25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.503967] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 028e8c79-66a7-431e-9743-f704a5c79c9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.504081] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance a7480b01-ab51-4e66-aaf5-dcf049bee103 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.504206] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 1e728494-2322-4e00-9045-c3058d733375 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.504358] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 88d3321e-0529-42f7-9613-cbd4bcd433b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.504415] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 8410bc21-c169-474e-9e23-8bfab30fa6db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.504510] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance d54db130-40fb-4f58-abe4-548f808de31f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.504692] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance a335a02b-d384-400c-bb2f-6770f0d88499 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.504768] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance c08f6c9c-6a21-425e-b8cb-099d1a471273 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.504803] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 08c08a5a-6dcc-4cb3-948d-a533dcedd372 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.504945] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 760e1375-70c4-42f6-888e-56ca9c079c8a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.505081] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance a63b410f-88be-40f1-8b1f-c03cd495dbe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1714.505343] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1714.505556] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4352MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1714.572391] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cd4c57c8-e599-4e0f-bd28-e1d3cc8d2e65 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Acquiring lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.572581] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cd4c57c8-e599-4e0f-bd28-e1d3cc8d2e65 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Acquired lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.683211] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897172, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.719910] env[62099]: DEBUG nova.virt.hardware [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1714.720180] env[62099]: DEBUG nova.virt.hardware [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1714.720963] env[62099]: DEBUG nova.virt.hardware [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1714.720963] env[62099]: DEBUG nova.virt.hardware [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1714.720963] env[62099]: DEBUG nova.virt.hardware [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1714.720963] env[62099]: DEBUG nova.virt.hardware [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1714.720963] env[62099]: DEBUG nova.virt.hardware [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1714.721452] env[62099]: DEBUG nova.virt.hardware [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1714.721452] env[62099]: DEBUG nova.virt.hardware [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1714.721452] env[62099]: DEBUG nova.virt.hardware [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1714.721599] env[62099]: DEBUG nova.virt.hardware [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1714.722443] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b41f0e3-97e5-41fa-9a29-5dc5a38f8ff9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.733770] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b03de0e-a16e-4842-9f3d-dc413280ce71 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.752057] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Instance VIF info [] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1714.758101] env[62099]: DEBUG oslo.service.loopingcall [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1714.760968] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1714.761417] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16d6571f-e983-406f-847b-b35c19ad246d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.780502] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1714.780502] env[62099]: value = "task-1897188" [ 1714.780502] env[62099]: _type = "Task" [ 1714.780502] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.790388] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897188, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.856918] env[62099]: DEBUG oslo_vmware.api [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': task-1897187, 'name': PowerOffVM_Task, 'duration_secs': 0.200675} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.858048] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1714.858286] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1714.859050] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf8b083-00ec-4b0d-a45c-b69bd43d0623 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.861631] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60620302-0e41-49cd-870b-60506ce5fa91 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.867013] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09848390-5c63-4818-8e5f-d2581306af20 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.898016] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73facb2f-cff8-48e3-9ccd-7f22b72d1ada {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.905421] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb96ce42-ee48-40c4-8a70-f3b4145f833a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.918717] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.976605] env[62099]: DEBUG nova.network.neutron [None req-cd4c57c8-e599-4e0f-bd28-e1d3cc8d2e65 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.000080] env[62099]: DEBUG nova.compute.manager [req-39a67e59-4ce1-427b-a3d3-2f92a48d81df req-56bb413e-e068-4c5c-a3af-ddc567bb7cbc service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Received event network-changed-3bc35190-6640-4fdc-b59e-6bd3c747ce95 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1715.000278] env[62099]: DEBUG nova.compute.manager [req-39a67e59-4ce1-427b-a3d3-2f92a48d81df req-56bb413e-e068-4c5c-a3af-ddc567bb7cbc service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Refreshing instance network info cache due to event network-changed-3bc35190-6640-4fdc-b59e-6bd3c747ce95. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1715.000466] env[62099]: DEBUG oslo_concurrency.lockutils [req-39a67e59-4ce1-427b-a3d3-2f92a48d81df req-56bb413e-e068-4c5c-a3af-ddc567bb7cbc service nova] Acquiring lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.182217] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897172, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.290458] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897188, 'name': CreateVM_Task, 'duration_secs': 0.257064} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.290458] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1715.291233] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.291233] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.291445] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1715.291798] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00261c7d-d5d5-4b22-802b-db361f5b419a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.296983] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1715.296983] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5228ae83-d57a-7cc9-8909-83421db6627c" [ 1715.296983] env[62099]: _type = "Task" [ 1715.296983] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.304422] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5228ae83-d57a-7cc9-8909-83421db6627c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.358775] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "8306276b-1091-459a-8301-4bcfc22b7c4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.359056] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "8306276b-1091-459a-8301-4bcfc22b7c4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.421656] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1715.529949] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1715.530149] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1715.530333] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleting the datastore file [datastore1] d54db130-40fb-4f58-abe4-548f808de31f {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1715.530622] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2d07c88-96a7-447d-9ed3-78c3c39d9614 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.539177] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1715.539480] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1715.539785] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Deleting the datastore file [datastore1] 8410bc21-c169-474e-9e23-8bfab30fa6db {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1715.541091] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-075b0625-86b5-416b-a863-c8842d761464 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.543487] env[62099]: DEBUG oslo_vmware.api [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1715.543487] env[62099]: value = "task-1897190" [ 1715.543487] env[62099]: _type = "Task" [ 1715.543487] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.554970] env[62099]: DEBUG oslo_vmware.api [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1715.554970] env[62099]: value = "task-1897191" [ 1715.554970] env[62099]: _type = "Task" [ 1715.554970] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.555237] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1715.555427] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1715.555596] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Deleting the datastore file [datastore2] 88d3321e-0529-42f7-9613-cbd4bcd433b6 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1715.559577] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a2fc49b-1c0e-4668-a2ae-af58a4958b82 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.570628] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1715.570897] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1715.571118] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Deleting the datastore file [datastore1] a335a02b-d384-400c-bb2f-6770f0d88499 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1715.571407] env[62099]: DEBUG oslo_vmware.api [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.575016] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b673e70-78cc-4b6e-ad95-0481162f3ad7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.584138] env[62099]: DEBUG oslo_vmware.api [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.584314] env[62099]: DEBUG oslo_vmware.api [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for the task: (returnval){ [ 1715.584314] env[62099]: value = "task-1897192" [ 1715.584314] env[62099]: _type = "Task" [ 1715.584314] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.585599] env[62099]: DEBUG oslo_vmware.api [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Waiting for the task: (returnval){ [ 1715.585599] env[62099]: value = "task-1897193" [ 1715.585599] env[62099]: _type = "Task" [ 1715.585599] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.597379] env[62099]: DEBUG oslo_vmware.api [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.600449] env[62099]: DEBUG oslo_vmware.api [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': task-1897193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.683642] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897172, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.816128] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5228ae83-d57a-7cc9-8909-83421db6627c, 'name': SearchDatastore_Task, 'duration_secs': 0.010933} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.816837] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.817210] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1715.817577] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.817814] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.818109] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1715.818489] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86ff4c2f-52fa-4d0c-950d-290ae2e194fe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.829226] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1715.829464] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1715.830602] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13cd72fa-97ba-45f3-bb11-0d39fe427bac {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.836992] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1715.836992] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ab6242-09a8-724d-e0a6-6aec2fc7a9b0" [ 1715.836992] env[62099]: _type = "Task" [ 1715.836992] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.855203] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ab6242-09a8-724d-e0a6-6aec2fc7a9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009708} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.856066] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2371ccb-9e0d-4d40-b521-a089a307847b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.864472] env[62099]: DEBUG nova.compute.manager [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1715.867048] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1715.867048] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]523630c6-6902-f9a5-f357-c77f9abe94ad" [ 1715.867048] env[62099]: _type = "Task" [ 1715.867048] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.877139] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523630c6-6902-f9a5-f357-c77f9abe94ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009103} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.877326] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.877551] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] c08f6c9c-6a21-425e-b8cb-099d1a471273/c08f6c9c-6a21-425e-b8cb-099d1a471273.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1715.877795] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b8f3cae-03e1-4c76-9b33-e8bd74f493bc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.885055] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1715.885055] env[62099]: value = "task-1897194" [ 1715.885055] env[62099]: _type = "Task" [ 1715.885055] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.892934] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.926918] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1715.927157] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.467s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.929754] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.073s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.929966] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.931703] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.931849] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Cleaning up deleted instances {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1715.969029] env[62099]: INFO nova.scheduler.client.report [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Deleted allocations for instance 066f9ed3-95fb-4b34-9398-6937855f7e2d [ 1716.039075] env[62099]: DEBUG nova.network.neutron [None req-cd4c57c8-e599-4e0f-bd28-e1d3cc8d2e65 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Updating instance_info_cache with network_info: [{"id": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "address": "fa:16:3e:f3:6b:9a", "network": {"id": "68267aad-8e36-497f-8ca0-80141632055b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-427811906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71e6d8391a0d4305a08aa8b6b537b599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc35190-66", "ovs_interfaceid": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.058606] env[62099]: DEBUG oslo_vmware.api [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207049} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.058794] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1716.059010] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1716.059163] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1716.059372] env[62099]: INFO nova.compute.manager [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Took 5.66 seconds to destroy the instance on the hypervisor. [ 1716.059652] env[62099]: DEBUG oslo.service.loopingcall [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.059859] env[62099]: DEBUG nova.compute.manager [-] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1716.059959] env[62099]: DEBUG nova.network.neutron [-] [instance: d54db130-40fb-4f58-abe4-548f808de31f] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1716.073039] env[62099]: DEBUG oslo_vmware.api [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202436} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.073395] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1716.073591] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1716.073768] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1716.073941] env[62099]: INFO nova.compute.manager [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Took 6.40 seconds to destroy the instance on the hypervisor. [ 1716.074243] env[62099]: DEBUG oslo.service.loopingcall [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.074455] env[62099]: DEBUG nova.compute.manager [-] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1716.074552] env[62099]: DEBUG nova.network.neutron [-] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1716.100380] env[62099]: DEBUG oslo_vmware.api [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Task: {'id': task-1897193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219645} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.103830] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1716.104115] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1716.104311] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1716.104488] env[62099]: INFO nova.compute.manager [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1716.104785] env[62099]: DEBUG oslo.service.loopingcall [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.105022] env[62099]: DEBUG oslo_vmware.api [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Task: {'id': task-1897192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160491} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.105250] env[62099]: DEBUG nova.compute.manager [-] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1716.105385] env[62099]: DEBUG nova.network.neutron [-] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1716.109703] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1716.109986] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1716.110199] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1716.110417] env[62099]: INFO nova.compute.manager [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Took 6.51 seconds to destroy the instance on the hypervisor. [ 1716.110728] env[62099]: DEBUG oslo.service.loopingcall [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.114610] env[62099]: DEBUG nova.compute.manager [-] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1716.114756] env[62099]: DEBUG nova.network.neutron [-] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1716.189085] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897172, 'name': CreateVM_Task, 'duration_secs': 6.577026} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.192048] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1716.194590] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.194778] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.195104] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1716.195813] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9526dea1-5b99-46d3-ad59-4294b2b83fea {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.202584] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1716.202584] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5262af9d-dc73-5d79-28b9-f15d8286eb1e" [ 1716.202584] env[62099]: _type = "Task" [ 1716.202584] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.210952] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5262af9d-dc73-5d79-28b9-f15d8286eb1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.386916] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.386916] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.387975] env[62099]: INFO nova.compute.claims [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1716.398856] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501363} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.399115] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] c08f6c9c-6a21-425e-b8cb-099d1a471273/c08f6c9c-6a21-425e-b8cb-099d1a471273.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1716.399328] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1716.399569] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8bdde30-0037-4563-8441-a1f98ef4e2a6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.405962] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1716.405962] env[62099]: value = "task-1897195" [ 1716.405962] env[62099]: _type = "Task" [ 1716.405962] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.414320] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.448553] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] There are 58 instances to clean {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1716.448871] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 6fd237ac-5684-4903-bd56-3276f56e52c4] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1716.476492] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ef2cb97-ac3f-4d7c-be6b-e10644ab5fc8 tempest-ServerActionsTestOtherA-298166779 tempest-ServerActionsTestOtherA-298166779-project-member] Lock "066f9ed3-95fb-4b34-9398-6937855f7e2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.403s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.541683] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cd4c57c8-e599-4e0f-bd28-e1d3cc8d2e65 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Releasing lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.541927] env[62099]: DEBUG nova.compute.manager [None req-cd4c57c8-e599-4e0f-bd28-e1d3cc8d2e65 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Inject network info {{(pid=62099) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 1716.542231] env[62099]: DEBUG nova.compute.manager [None req-cd4c57c8-e599-4e0f-bd28-e1d3cc8d2e65 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] network_info to inject: |[{"id": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "address": "fa:16:3e:f3:6b:9a", "network": {"id": "68267aad-8e36-497f-8ca0-80141632055b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-427811906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71e6d8391a0d4305a08aa8b6b537b599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc35190-66", "ovs_interfaceid": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 1716.547237] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4c57c8-e599-4e0f-bd28-e1d3cc8d2e65 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Reconfiguring VM instance to set the machine id {{(pid=62099) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1716.547672] env[62099]: DEBUG oslo_concurrency.lockutils [req-39a67e59-4ce1-427b-a3d3-2f92a48d81df req-56bb413e-e068-4c5c-a3af-ddc567bb7cbc service nova] Acquired lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.547880] env[62099]: DEBUG nova.network.neutron [req-39a67e59-4ce1-427b-a3d3-2f92a48d81df req-56bb413e-e068-4c5c-a3af-ddc567bb7cbc service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Refreshing network info cache for port 3bc35190-6640-4fdc-b59e-6bd3c747ce95 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1716.549155] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ec8fe67-1a6e-4a24-a39b-6d727e901e08 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.566841] env[62099]: DEBUG oslo_vmware.api [None req-cd4c57c8-e599-4e0f-bd28-e1d3cc8d2e65 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Waiting for the task: (returnval){ [ 1716.566841] env[62099]: value = "task-1897196" [ 1716.566841] env[62099]: _type = "Task" [ 1716.566841] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.574881] env[62099]: DEBUG oslo_vmware.api [None req-cd4c57c8-e599-4e0f-bd28-e1d3cc8d2e65 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1897196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.639997] env[62099]: DEBUG nova.compute.manager [req-45b69c32-9484-4811-85a8-79def23cbbb3 req-a8a63463-42c0-4e9a-a885-ece4a238f931 service nova] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Received event network-vif-plugged-b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1716.641197] env[62099]: DEBUG oslo_concurrency.lockutils [req-45b69c32-9484-4811-85a8-79def23cbbb3 req-a8a63463-42c0-4e9a-a885-ece4a238f931 service nova] Acquiring lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.641197] env[62099]: DEBUG oslo_concurrency.lockutils [req-45b69c32-9484-4811-85a8-79def23cbbb3 req-a8a63463-42c0-4e9a-a885-ece4a238f931 service nova] Lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.641197] env[62099]: DEBUG oslo_concurrency.lockutils [req-45b69c32-9484-4811-85a8-79def23cbbb3 req-a8a63463-42c0-4e9a-a885-ece4a238f931 service nova] Lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.641197] env[62099]: DEBUG nova.compute.manager [req-45b69c32-9484-4811-85a8-79def23cbbb3 req-a8a63463-42c0-4e9a-a885-ece4a238f931 service nova] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] No waiting events found dispatching network-vif-plugged-b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1716.641197] env[62099]: WARNING nova.compute.manager [req-45b69c32-9484-4811-85a8-79def23cbbb3 req-a8a63463-42c0-4e9a-a885-ece4a238f931 service nova] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Received unexpected event network-vif-plugged-b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8 for instance with vm_state building and task_state spawning. [ 1716.699251] env[62099]: DEBUG nova.network.neutron [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Successfully updated port: b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1716.713110] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5262af9d-dc73-5d79-28b9-f15d8286eb1e, 'name': SearchDatastore_Task, 'duration_secs': 0.058488} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.713626] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.713855] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.714098] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.714268] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.714986] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.715510] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa57e7f9-8032-4b4e-bc30-803dfc50f9d6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.728507] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.728784] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1716.729723] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f137ec8-ca50-4f81-ad64-ddb7edc2e177 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.735896] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1716.735896] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]521c95d5-1629-2e72-9280-2fc933010cdd" [ 1716.735896] env[62099]: _type = "Task" [ 1716.735896] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.750519] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521c95d5-1629-2e72-9280-2fc933010cdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.848155] env[62099]: DEBUG nova.network.neutron [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Successfully updated port: 728911a8-7d3c-4fc3-83f4-c331f39014cd {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1716.903882] env[62099]: DEBUG nova.objects.instance [None req-b3138569-ceeb-4400-9e1f-edb7417098b6 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Lazy-loading 'flavor' on Instance uuid 1b4c7281-63df-4c1b-8583-e3db858f0c64 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1716.920180] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062413} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.920180] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1716.920180] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b951c0-82c4-412a-b464-f3ff368754a1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.942226] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] c08f6c9c-6a21-425e-b8cb-099d1a471273/c08f6c9c-6a21-425e-b8cb-099d1a471273.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1716.945299] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-726776d2-d654-4cb1-8b43-930727aac990 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.960414] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: d6805cba-4075-4990-8c0b-49f3bfe44eab] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1716.968639] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1716.968639] env[62099]: value = "task-1897197" [ 1716.968639] env[62099]: _type = "Task" [ 1716.968639] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.987053] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897197, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.030276] env[62099]: DEBUG nova.compute.manager [req-e37ddfd4-8c21-4768-84be-023b99b9138d req-e80336ba-76e9-4d15-b9ff-cf166a24d57b service nova] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Received event network-vif-deleted-b7081217-5443-412d-9e12-a02e500a934e {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1717.030492] env[62099]: INFO nova.compute.manager [req-e37ddfd4-8c21-4768-84be-023b99b9138d req-e80336ba-76e9-4d15-b9ff-cf166a24d57b service nova] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Neutron deleted interface b7081217-5443-412d-9e12-a02e500a934e; detaching it from the instance and deleting it from the info cache [ 1717.030666] env[62099]: DEBUG nova.network.neutron [req-e37ddfd4-8c21-4768-84be-023b99b9138d req-e80336ba-76e9-4d15-b9ff-cf166a24d57b service nova] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.031868] env[62099]: DEBUG nova.network.neutron [-] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.079902] env[62099]: DEBUG oslo_vmware.api [None req-cd4c57c8-e599-4e0f-bd28-e1d3cc8d2e65 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1897196, 'name': ReconfigVM_Task, 'duration_secs': 0.191358} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.080202] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4c57c8-e599-4e0f-bd28-e1d3cc8d2e65 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Reconfigured VM instance to set the machine id {{(pid=62099) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1717.205428] env[62099]: DEBUG oslo_concurrency.lockutils [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "refresh_cache-a63b410f-88be-40f1-8b1f-c03cd495dbe5" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.205728] env[62099]: DEBUG oslo_concurrency.lockutils [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquired lock "refresh_cache-a63b410f-88be-40f1-8b1f-c03cd495dbe5" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.205728] env[62099]: DEBUG nova.network.neutron [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1717.220652] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a888158-fa84-4676-afd6-57123c699cf4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.229202] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79724cda-46a0-46bb-9d9f-a7cc193f2d3d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.260804] env[62099]: DEBUG nova.network.neutron [-] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.267517] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70af5aeb-18d2-4a0d-b977-039441a4b2c0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.270795] env[62099]: INFO nova.compute.manager [-] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Took 1.21 seconds to deallocate network for instance. [ 1717.271022] env[62099]: DEBUG nova.network.neutron [-] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.282630] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521c95d5-1629-2e72-9280-2fc933010cdd, 'name': SearchDatastore_Task, 'duration_secs': 0.008795} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.285152] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e9bcf7-9fbf-4d9e-b7ea-1bd12892541f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.288784] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecf890d0-5112-41b8-b871-ac322ba05f42 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.294752] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1717.294752] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52938606-6188-bcf1-a6eb-e49b65cd691c" [ 1717.294752] env[62099]: _type = "Task" [ 1717.294752] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.302997] env[62099]: DEBUG nova.compute.provider_tree [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1717.307190] env[62099]: DEBUG nova.network.neutron [-] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.315366] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52938606-6188-bcf1-a6eb-e49b65cd691c, 'name': SearchDatastore_Task, 'duration_secs': 0.009046} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.315661] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.315988] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 08c08a5a-6dcc-4cb3-948d-a533dcedd372/08c08a5a-6dcc-4cb3-948d-a533dcedd372.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1717.316544] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09fcb42c-df1c-4457-be88-6048af0b737d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.327953] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1717.327953] env[62099]: value = "task-1897198" [ 1717.327953] env[62099]: _type = "Task" [ 1717.327953] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.336793] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.350935] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Acquiring lock "refresh_cache-760e1375-70c4-42f6-888e-56ca9c079c8a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.351130] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Acquired lock "refresh_cache-760e1375-70c4-42f6-888e-56ca9c079c8a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.351316] env[62099]: DEBUG nova.network.neutron [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1717.356350] env[62099]: DEBUG nova.network.neutron [req-39a67e59-4ce1-427b-a3d3-2f92a48d81df req-56bb413e-e068-4c5c-a3af-ddc567bb7cbc service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Updated VIF entry in instance network info cache for port 3bc35190-6640-4fdc-b59e-6bd3c747ce95. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1717.356611] env[62099]: DEBUG nova.network.neutron [req-39a67e59-4ce1-427b-a3d3-2f92a48d81df req-56bb413e-e068-4c5c-a3af-ddc567bb7cbc service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Updating instance_info_cache with network_info: [{"id": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "address": "fa:16:3e:f3:6b:9a", "network": {"id": "68267aad-8e36-497f-8ca0-80141632055b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-427811906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71e6d8391a0d4305a08aa8b6b537b599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc35190-66", "ovs_interfaceid": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.411926] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b3138569-ceeb-4400-9e1f-edb7417098b6 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Acquiring lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.467628] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 8c002210-915a-44a1-b933-92a469d0b6d3] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1717.480575] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897197, 'name': ReconfigVM_Task, 'duration_secs': 0.382045} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.480864] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Reconfigured VM instance instance-0000005c to attach disk [datastore2] c08f6c9c-6a21-425e-b8cb-099d1a471273/c08f6c9c-6a21-425e-b8cb-099d1a471273.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1717.481543] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acaceb32-20dc-4b02-9658-bda3e8a47292 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.489264] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1717.489264] env[62099]: value = "task-1897199" [ 1717.489264] env[62099]: _type = "Task" [ 1717.489264] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.499840] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897199, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.534451] env[62099]: INFO nova.compute.manager [-] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Took 1.43 seconds to deallocate network for instance. [ 1717.534793] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5fd5807-310c-4e4d-8e38-24c153c8cece {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.547441] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2453d4-41d2-43be-9ce5-9ae11b52cc73 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.583958] env[62099]: DEBUG nova.compute.manager [req-e37ddfd4-8c21-4768-84be-023b99b9138d req-e80336ba-76e9-4d15-b9ff-cf166a24d57b service nova] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Detach interface failed, port_id=b7081217-5443-412d-9e12-a02e500a934e, reason: Instance d54db130-40fb-4f58-abe4-548f808de31f could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1717.584147] env[62099]: DEBUG nova.compute.manager [req-e37ddfd4-8c21-4768-84be-023b99b9138d req-e80336ba-76e9-4d15-b9ff-cf166a24d57b service nova] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Received event network-vif-deleted-70c6547d-a771-4aef-b552-a21ed5a3c12c {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1717.584281] env[62099]: INFO nova.compute.manager [req-e37ddfd4-8c21-4768-84be-023b99b9138d req-e80336ba-76e9-4d15-b9ff-cf166a24d57b service nova] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Neutron deleted interface 70c6547d-a771-4aef-b552-a21ed5a3c12c; detaching it from the instance and deleting it from the info cache [ 1717.584456] env[62099]: DEBUG nova.network.neutron [req-e37ddfd4-8c21-4768-84be-023b99b9138d req-e80336ba-76e9-4d15-b9ff-cf166a24d57b service nova] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.751201] env[62099]: DEBUG nova.network.neutron [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1717.774403] env[62099]: INFO nova.compute.manager [-] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Took 1.70 seconds to deallocate network for instance. [ 1717.780318] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.808899] env[62099]: DEBUG nova.scheduler.client.report [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1717.812834] env[62099]: INFO nova.compute.manager [-] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Took 1.70 seconds to deallocate network for instance. [ 1717.841522] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482725} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.841788] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 08c08a5a-6dcc-4cb3-948d-a533dcedd372/08c08a5a-6dcc-4cb3-948d-a533dcedd372.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1717.842009] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1717.842278] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c85c2493-d03b-4e7f-957c-95805ef1b791 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.850314] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1717.850314] env[62099]: value = "task-1897200" [ 1717.850314] env[62099]: _type = "Task" [ 1717.850314] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.862740] env[62099]: DEBUG oslo_concurrency.lockutils [req-39a67e59-4ce1-427b-a3d3-2f92a48d81df req-56bb413e-e068-4c5c-a3af-ddc567bb7cbc service nova] Releasing lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.863428] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.863685] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b3138569-ceeb-4400-9e1f-edb7417098b6 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Acquired lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.920853] env[62099]: DEBUG nova.network.neutron [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1717.969498] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: ad0fb73d-b3d4-4e31-be43-db505cbf3b4a] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1718.000229] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897199, 'name': Rename_Task, 'duration_secs': 0.257618} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.001205] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.001484] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb6db0f3-e9a2-4429-9474-ac9de34a8331 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.008483] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1718.008483] env[62099]: value = "task-1897201" [ 1718.008483] env[62099]: _type = "Task" [ 1718.008483] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.017106] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.046145] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.089789] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed9f23c1-4a78-4d8c-822f-1b523e5ed8c2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.093482] env[62099]: DEBUG nova.network.neutron [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Updating instance_info_cache with network_info: [{"id": "b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8", "address": "fa:16:3e:21:e4:b9", "network": {"id": "cc61bfa6-6045-4ecb-84c9-4fe7fd1d18eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769027776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff38fbcbe6d4640b515774b83a4ff5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb81faa7b-6d", "ovs_interfaceid": "b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.101883] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fd9fa9-6c8b-41f1-9faf-e7b7400d4527 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.138397] env[62099]: DEBUG nova.compute.manager [req-e37ddfd4-8c21-4768-84be-023b99b9138d req-e80336ba-76e9-4d15-b9ff-cf166a24d57b service nova] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Detach interface failed, port_id=70c6547d-a771-4aef-b552-a21ed5a3c12c, reason: Instance 8410bc21-c169-474e-9e23-8bfab30fa6db could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1718.138646] env[62099]: DEBUG nova.compute.manager [req-e37ddfd4-8c21-4768-84be-023b99b9138d req-e80336ba-76e9-4d15-b9ff-cf166a24d57b service nova] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Received event network-vif-deleted-1ca463b4-49fc-43ab-92cf-2df70e9cde88 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1718.138819] env[62099]: INFO nova.compute.manager [req-e37ddfd4-8c21-4768-84be-023b99b9138d req-e80336ba-76e9-4d15-b9ff-cf166a24d57b service nova] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Neutron deleted interface 1ca463b4-49fc-43ab-92cf-2df70e9cde88; detaching it from the instance and deleting it from the info cache [ 1718.138995] env[62099]: DEBUG nova.network.neutron [req-e37ddfd4-8c21-4768-84be-023b99b9138d req-e80336ba-76e9-4d15-b9ff-cf166a24d57b service nova] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.282769] env[62099]: DEBUG oslo_concurrency.lockutils [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.315773] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.929s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.316283] env[62099]: DEBUG nova.compute.manager [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1718.322032] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.539s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.322032] env[62099]: DEBUG nova.objects.instance [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lazy-loading 'resources' on Instance uuid d54db130-40fb-4f58-abe4-548f808de31f {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1718.323356] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.348648] env[62099]: DEBUG nova.network.neutron [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Updating instance_info_cache with network_info: [{"id": "728911a8-7d3c-4fc3-83f4-c331f39014cd", "address": "fa:16:3e:52:47:5a", "network": {"id": "4d35ccb9-c301-475f-8c84-cb6e9cfdc055", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-58776233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f09c1cfe36e2436c958734f46d8c269f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728911a8-7d", "ovs_interfaceid": "728911a8-7d3c-4fc3-83f4-c331f39014cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.361948] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197156} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.362200] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1718.362919] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42992cbf-311c-4999-8017-960a4ee44b50 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.385853] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 08c08a5a-6dcc-4cb3-948d-a533dcedd372/08c08a5a-6dcc-4cb3-948d-a533dcedd372.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1718.386329] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eaf2cc1-aa01-4b63-955d-df50dd74d573 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.406355] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1718.406355] env[62099]: value = "task-1897202" [ 1718.406355] env[62099]: _type = "Task" [ 1718.406355] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.414258] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.476771] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 769af487-10ef-40ad-9f4a-a238075965f0] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1718.518583] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.586025] env[62099]: DEBUG nova.network.neutron [None req-b3138569-ceeb-4400-9e1f-edb7417098b6 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1718.599822] env[62099]: DEBUG oslo_concurrency.lockutils [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Releasing lock "refresh_cache-a63b410f-88be-40f1-8b1f-c03cd495dbe5" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.599822] env[62099]: DEBUG nova.compute.manager [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Instance network_info: |[{"id": "b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8", "address": "fa:16:3e:21:e4:b9", "network": {"id": "cc61bfa6-6045-4ecb-84c9-4fe7fd1d18eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769027776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff38fbcbe6d4640b515774b83a4ff5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb81faa7b-6d", "ovs_interfaceid": "b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1718.599822] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:e4:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1718.607125] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Creating folder: Project (5ff38fbcbe6d4640b515774b83a4ff5f). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1718.607780] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de843029-f6d1-44c4-b653-b9f2ef884c46 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.618627] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Created folder: Project (5ff38fbcbe6d4640b515774b83a4ff5f) in parent group-v391507. [ 1718.618789] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Creating folder: Instances. Parent ref: group-v391759. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1718.619083] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6c79a91-081b-4464-8cd8-a1848155866e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.628197] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Created folder: Instances in parent group-v391759. [ 1718.628499] env[62099]: DEBUG oslo.service.loopingcall [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.628710] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1718.628917] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cb2cecf-ad7b-4a42-9162-3b644484d4ec {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.645027] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d77f42b-cc2f-4453-ac64-c8c1e1cf9025 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.651313] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1718.651313] env[62099]: value = "task-1897205" [ 1718.651313] env[62099]: _type = "Task" [ 1718.651313] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.657796] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a68693-bd44-45f2-b571-1972010b812e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.671165] env[62099]: DEBUG nova.compute.manager [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Received event network-vif-deleted-7d3bdbba-5daa-4edb-829e-6227b7e4efb9 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1718.671370] env[62099]: DEBUG nova.compute.manager [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Received event network-changed-b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1718.671528] env[62099]: DEBUG nova.compute.manager [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Refreshing instance network info cache due to event network-changed-b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1718.671731] env[62099]: DEBUG oslo_concurrency.lockutils [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] Acquiring lock "refresh_cache-a63b410f-88be-40f1-8b1f-c03cd495dbe5" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.671864] env[62099]: DEBUG oslo_concurrency.lockutils [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] Acquired lock "refresh_cache-a63b410f-88be-40f1-8b1f-c03cd495dbe5" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.672473] env[62099]: DEBUG nova.network.neutron [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Refreshing network info cache for port b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.691488] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897205, 'name': CreateVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.691814] env[62099]: DEBUG nova.compute.manager [req-e37ddfd4-8c21-4768-84be-023b99b9138d req-e80336ba-76e9-4d15-b9ff-cf166a24d57b service nova] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Detach interface failed, port_id=1ca463b4-49fc-43ab-92cf-2df70e9cde88, reason: Instance 88d3321e-0529-42f7-9613-cbd4bcd433b6 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1718.823760] env[62099]: DEBUG nova.compute.utils [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1718.825444] env[62099]: DEBUG nova.compute.manager [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1718.825664] env[62099]: DEBUG nova.network.neutron [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1718.852176] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Releasing lock "refresh_cache-760e1375-70c4-42f6-888e-56ca9c079c8a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.852674] env[62099]: DEBUG nova.compute.manager [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Instance network_info: |[{"id": "728911a8-7d3c-4fc3-83f4-c331f39014cd", "address": "fa:16:3e:52:47:5a", "network": {"id": "4d35ccb9-c301-475f-8c84-cb6e9cfdc055", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-58776233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f09c1cfe36e2436c958734f46d8c269f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728911a8-7d", "ovs_interfaceid": "728911a8-7d3c-4fc3-83f4-c331f39014cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1718.857710] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:47:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '728911a8-7d3c-4fc3-83f4-c331f39014cd', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1718.865571] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Creating folder: Project (f09c1cfe36e2436c958734f46d8c269f). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1718.866443] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d31c53a-fa2a-4c80-a3ae-d01c27d934c2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.879385] env[62099]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1718.879606] env[62099]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62099) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1718.880127] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Folder already exists: Project (f09c1cfe36e2436c958734f46d8c269f). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1718.881028] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Creating folder: Instances. Parent ref: group-v391740. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1718.881028] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5434812b-2fa3-4e8e-8f8d-46b4e8f45371 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.889901] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Created folder: Instances in parent group-v391740. [ 1718.890554] env[62099]: DEBUG oslo.service.loopingcall [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.890554] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1718.890784] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95843c6e-afe2-4a43-821a-a09185e278d6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.908451] env[62099]: DEBUG nova.policy [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aefef81d46c84981af60a083a0c45ed7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9ea02632ca94994997d79efa82bacb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1718.920988] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.922430] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1718.922430] env[62099]: value = "task-1897208" [ 1718.922430] env[62099]: _type = "Task" [ 1718.922430] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.932779] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897208, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.979884] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 3e39f8d3-2aaf-4ab1-b4fc-8bc9e5633f5b] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1719.025557] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.112173] env[62099]: DEBUG nova.compute.manager [req-1ce04ea2-5095-49ca-92bd-c9f5df22537c req-3978bc35-03b4-4ec5-819e-ec1410e0339c service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Received event network-changed-3bc35190-6640-4fdc-b59e-6bd3c747ce95 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1719.115228] env[62099]: DEBUG nova.compute.manager [req-1ce04ea2-5095-49ca-92bd-c9f5df22537c req-3978bc35-03b4-4ec5-819e-ec1410e0339c service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Refreshing instance network info cache due to event network-changed-3bc35190-6640-4fdc-b59e-6bd3c747ce95. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1719.115228] env[62099]: DEBUG oslo_concurrency.lockutils [req-1ce04ea2-5095-49ca-92bd-c9f5df22537c req-3978bc35-03b4-4ec5-819e-ec1410e0339c service nova] Acquiring lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.165809] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897205, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.224542] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af137ba3-3ba8-416f-a6cf-26eb53136c4c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.234744] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bdcc12-5b89-4ff8-af20-74e02d8dd108 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.274692] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa242c62-3535-4e12-beda-8982a7be895f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.282983] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7bf8fb-b4a9-4a15-9668-6774f8d5909e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.297526] env[62099]: DEBUG nova.compute.provider_tree [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1719.332245] env[62099]: DEBUG nova.compute.manager [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1719.424448] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897202, 'name': ReconfigVM_Task, 'duration_secs': 0.723479} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.424893] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 08c08a5a-6dcc-4cb3-948d-a533dcedd372/08c08a5a-6dcc-4cb3-948d-a533dcedd372.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1719.425847] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa182318-0075-48af-ae68-5c9f2b671c51 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.437877] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897208, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.439358] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1719.439358] env[62099]: value = "task-1897209" [ 1719.439358] env[62099]: _type = "Task" [ 1719.439358] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.485991] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: d937b1f4-5e74-4d00-8829-afbc7e0acd8c] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1719.497948] env[62099]: DEBUG nova.network.neutron [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Updated VIF entry in instance network info cache for port b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.498707] env[62099]: DEBUG nova.network.neutron [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Updating instance_info_cache with network_info: [{"id": "b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8", "address": "fa:16:3e:21:e4:b9", "network": {"id": "cc61bfa6-6045-4ecb-84c9-4fe7fd1d18eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769027776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff38fbcbe6d4640b515774b83a4ff5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb81faa7b-6d", "ovs_interfaceid": "b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.520767] env[62099]: DEBUG oslo_vmware.api [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897201, 'name': PowerOnVM_Task, 'duration_secs': 1.180978} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.521182] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.521926] env[62099]: DEBUG nova.compute.manager [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.522117] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee2bc89-345c-4172-bab6-f09228506e24 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.666442] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897205, 'name': CreateVM_Task, 'duration_secs': 0.903771} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.666634] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1719.667332] env[62099]: DEBUG oslo_concurrency.lockutils [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.667603] env[62099]: DEBUG oslo_concurrency.lockutils [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.667927] env[62099]: DEBUG oslo_concurrency.lockutils [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1719.668154] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33de4f94-7cc0-45a1-9aed-85a74887f168 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.672873] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1719.672873] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]520b3cb2-50ca-a12a-3135-a9ed737c6f0b" [ 1719.672873] env[62099]: _type = "Task" [ 1719.672873] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.680590] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520b3cb2-50ca-a12a-3135-a9ed737c6f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.727280] env[62099]: DEBUG nova.network.neutron [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Successfully created port: 50dd9226-31aa-4cfb-84e3-ec207e11ccc6 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1719.800332] env[62099]: DEBUG nova.scheduler.client.report [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1719.848624] env[62099]: DEBUG nova.network.neutron [None req-b3138569-ceeb-4400-9e1f-edb7417098b6 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Updating instance_info_cache with network_info: [{"id": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "address": "fa:16:3e:f3:6b:9a", "network": {"id": "68267aad-8e36-497f-8ca0-80141632055b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-427811906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71e6d8391a0d4305a08aa8b6b537b599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc35190-66", "ovs_interfaceid": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.936330] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897208, 'name': CreateVM_Task, 'duration_secs': 0.725434} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.936537] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1719.937226] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': None, 'guest_format': None, 'attachment_id': '9d7d207b-d7b5-4313-9418-559f777a4944', 'disk_bus': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391749', 'volume_id': 'a33462a8-487a-4901-8747-2a4a55fb3a7a', 'name': 'volume-a33462a8-487a-4901-8747-2a4a55fb3a7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '760e1375-70c4-42f6-888e-56ca9c079c8a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a33462a8-487a-4901-8747-2a4a55fb3a7a', 'serial': 'a33462a8-487a-4901-8747-2a4a55fb3a7a'}, 'volume_type': None}], 'swap': None} {{(pid=62099) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1719.937441] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Root volume attach. Driver type: vmdk {{(pid=62099) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1719.938239] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654028d5-a90d-42df-91a2-6ce306ceb637 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.956110] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897209, 'name': Rename_Task, 'duration_secs': 0.241291} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.956110] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d3e299-8f02-4774-98a8-60d54459c5a9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.959114] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1719.959534] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15d221b6-d563-4f37-b385-19c63a60334a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.966877] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a822b07-5217-4c41-be71-65b6b800704a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.970300] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1719.970300] env[62099]: value = "task-1897210" [ 1719.970300] env[62099]: _type = "Task" [ 1719.970300] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.976048] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7307feb4-514f-4747-b499-95a96c8f6d37 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.984856] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.991760] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: ed81ba10-269b-4162-bc3e-0f475b5664eb] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1719.991995] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Waiting for the task: (returnval){ [ 1719.991995] env[62099]: value = "task-1897211" [ 1719.991995] env[62099]: _type = "Task" [ 1719.991995] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.002605] env[62099]: DEBUG oslo_concurrency.lockutils [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] Releasing lock "refresh_cache-a63b410f-88be-40f1-8b1f-c03cd495dbe5" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.002877] env[62099]: DEBUG nova.compute.manager [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Received event network-vif-plugged-728911a8-7d3c-4fc3-83f4-c331f39014cd {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1720.003084] env[62099]: DEBUG oslo_concurrency.lockutils [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] Acquiring lock "760e1375-70c4-42f6-888e-56ca9c079c8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.003292] env[62099]: DEBUG oslo_concurrency.lockutils [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] Lock "760e1375-70c4-42f6-888e-56ca9c079c8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.003461] env[62099]: DEBUG oslo_concurrency.lockutils [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] Lock "760e1375-70c4-42f6-888e-56ca9c079c8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.003626] env[62099]: DEBUG nova.compute.manager [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] No waiting events found dispatching network-vif-plugged-728911a8-7d3c-4fc3-83f4-c331f39014cd {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1720.003787] env[62099]: WARNING nova.compute.manager [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Received unexpected event network-vif-plugged-728911a8-7d3c-4fc3-83f4-c331f39014cd for instance with vm_state building and task_state spawning. [ 1720.003949] env[62099]: DEBUG nova.compute.manager [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Received event network-changed-728911a8-7d3c-4fc3-83f4-c331f39014cd {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1720.004158] env[62099]: DEBUG nova.compute.manager [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Refreshing instance network info cache due to event network-changed-728911a8-7d3c-4fc3-83f4-c331f39014cd. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1720.004468] env[62099]: DEBUG oslo_concurrency.lockutils [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] Acquiring lock "refresh_cache-760e1375-70c4-42f6-888e-56ca9c079c8a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.004565] env[62099]: DEBUG oslo_concurrency.lockutils [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] Acquired lock "refresh_cache-760e1375-70c4-42f6-888e-56ca9c079c8a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.004685] env[62099]: DEBUG nova.network.neutron [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Refreshing network info cache for port 728911a8-7d3c-4fc3-83f4-c331f39014cd {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1720.009503] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897211, 'name': RelocateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.044070] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.184894] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520b3cb2-50ca-a12a-3135-a9ed737c6f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.00982} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.185282] env[62099]: DEBUG oslo_concurrency.lockutils [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.185558] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1720.185841] env[62099]: DEBUG oslo_concurrency.lockutils [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.185991] env[62099]: DEBUG oslo_concurrency.lockutils [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.186225] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1720.186517] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f63a2d95-000e-4a7d-b91e-e846153c3cf4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.197843] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1720.197843] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1720.197998] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8901004-8bb7-4b68-a2d7-22a59412c455 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.203350] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1720.203350] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52aef2d7-a0b0-fa91-4c04-2979463cb504" [ 1720.203350] env[62099]: _type = "Task" [ 1720.203350] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.211331] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52aef2d7-a0b0-fa91-4c04-2979463cb504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.306030] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.308982] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.263s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.309308] env[62099]: DEBUG nova.objects.instance [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Lazy-loading 'resources' on Instance uuid a335a02b-d384-400c-bb2f-6770f0d88499 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1720.327018] env[62099]: INFO nova.scheduler.client.report [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleted allocations for instance d54db130-40fb-4f58-abe4-548f808de31f [ 1720.342177] env[62099]: DEBUG nova.compute.manager [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1720.350893] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b3138569-ceeb-4400-9e1f-edb7417098b6 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Releasing lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.351205] env[62099]: DEBUG nova.compute.manager [None req-b3138569-ceeb-4400-9e1f-edb7417098b6 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Inject network info {{(pid=62099) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 1720.351540] env[62099]: DEBUG nova.compute.manager [None req-b3138569-ceeb-4400-9e1f-edb7417098b6 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] network_info to inject: |[{"id": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "address": "fa:16:3e:f3:6b:9a", "network": {"id": "68267aad-8e36-497f-8ca0-80141632055b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-427811906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71e6d8391a0d4305a08aa8b6b537b599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc35190-66", "ovs_interfaceid": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 1720.356752] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b3138569-ceeb-4400-9e1f-edb7417098b6 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Reconfiguring VM instance to set the machine id {{(pid=62099) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1720.357129] env[62099]: DEBUG oslo_concurrency.lockutils [req-1ce04ea2-5095-49ca-92bd-c9f5df22537c req-3978bc35-03b4-4ec5-819e-ec1410e0339c service nova] Acquired lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.357325] env[62099]: DEBUG nova.network.neutron [req-1ce04ea2-5095-49ca-92bd-c9f5df22537c req-3978bc35-03b4-4ec5-819e-ec1410e0339c service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Refreshing network info cache for port 3bc35190-6640-4fdc-b59e-6bd3c747ce95 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1720.359290] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe258fcd-51c4-4766-a980-6de90e666c6b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.382489] env[62099]: DEBUG oslo_vmware.api [None req-b3138569-ceeb-4400-9e1f-edb7417098b6 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Waiting for the task: (returnval){ [ 1720.382489] env[62099]: value = "task-1897212" [ 1720.382489] env[62099]: _type = "Task" [ 1720.382489] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.384754] env[62099]: DEBUG nova.virt.hardware [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1720.384984] env[62099]: DEBUG nova.virt.hardware [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1720.385163] env[62099]: DEBUG nova.virt.hardware [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1720.385840] env[62099]: DEBUG nova.virt.hardware [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1720.386054] env[62099]: DEBUG nova.virt.hardware [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1720.386290] env[62099]: DEBUG nova.virt.hardware [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1720.386490] env[62099]: DEBUG nova.virt.hardware [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1720.386654] env[62099]: DEBUG nova.virt.hardware [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1720.386819] env[62099]: DEBUG nova.virt.hardware [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1720.386981] env[62099]: DEBUG nova.virt.hardware [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1720.387163] env[62099]: DEBUG nova.virt.hardware [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1720.388336] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab5a07b-85ae-455d-af8b-d4cbcfc512f2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.402214] env[62099]: DEBUG oslo_vmware.api [None req-b3138569-ceeb-4400-9e1f-edb7417098b6 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1897212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.406244] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bda32fa-4b10-4f75-8479-0e45c5452040 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.481107] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897210, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.493568] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: d75e454f-a425-48f7-8507-9bbd0dd0bd52] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1720.505648] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897211, 'name': RelocateVM_Task} progress is 38%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.722539] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52aef2d7-a0b0-fa91-4c04-2979463cb504, 'name': SearchDatastore_Task, 'duration_secs': 0.012602} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.723450] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-964e65dd-2d44-41d7-8134-fca128fcab67 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.731153] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1720.731153] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ae415f-0b80-0806-d7ac-2798c8c686e0" [ 1720.731153] env[62099]: _type = "Task" [ 1720.731153] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.741151] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ae415f-0b80-0806-d7ac-2798c8c686e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.752033] env[62099]: DEBUG nova.network.neutron [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Updated VIF entry in instance network info cache for port 728911a8-7d3c-4fc3-83f4-c331f39014cd. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1720.752440] env[62099]: DEBUG nova.network.neutron [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Updating instance_info_cache with network_info: [{"id": "728911a8-7d3c-4fc3-83f4-c331f39014cd", "address": "fa:16:3e:52:47:5a", "network": {"id": "4d35ccb9-c301-475f-8c84-cb6e9cfdc055", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-58776233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f09c1cfe36e2436c958734f46d8c269f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728911a8-7d", "ovs_interfaceid": "728911a8-7d3c-4fc3-83f4-c331f39014cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.765873] env[62099]: DEBUG nova.network.neutron [req-1ce04ea2-5095-49ca-92bd-c9f5df22537c req-3978bc35-03b4-4ec5-819e-ec1410e0339c service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Updated VIF entry in instance network info cache for port 3bc35190-6640-4fdc-b59e-6bd3c747ce95. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1720.766308] env[62099]: DEBUG nova.network.neutron [req-1ce04ea2-5095-49ca-92bd-c9f5df22537c req-3978bc35-03b4-4ec5-819e-ec1410e0339c service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Updating instance_info_cache with network_info: [{"id": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "address": "fa:16:3e:f3:6b:9a", "network": {"id": "68267aad-8e36-497f-8ca0-80141632055b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-427811906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71e6d8391a0d4305a08aa8b6b537b599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc35190-66", "ovs_interfaceid": "3bc35190-6640-4fdc-b59e-6bd3c747ce95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.834783] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9ec1d75-8530-4c6c-b8a9-a4e5fd719620 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "d54db130-40fb-4f58-abe4-548f808de31f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.945s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.899637] env[62099]: DEBUG oslo_vmware.api [None req-b3138569-ceeb-4400-9e1f-edb7417098b6 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1897212, 'name': ReconfigVM_Task, 'duration_secs': 0.162681} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.899999] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b3138569-ceeb-4400-9e1f-edb7417098b6 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Reconfigured VM instance to set the machine id {{(pid=62099) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1720.980841] env[62099]: DEBUG oslo_vmware.api [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897210, 'name': PowerOnVM_Task, 'duration_secs': 0.517123} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.983447] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1720.983659] env[62099]: INFO nova.compute.manager [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Took 14.07 seconds to spawn the instance on the hypervisor. [ 1720.983839] env[62099]: DEBUG nova.compute.manager [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1720.984858] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cd5f1a-d1e0-4e71-b68b-f3edb5f66685 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.000675] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: dcae9439-3a41-42cb-a82a-c425c247983a] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1721.006169] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897211, 'name': RelocateVM_Task} progress is 43%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.163182] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c88be8-c8d1-4e13-a18b-7216d407e8c0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.174142] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f892dc-e7c1-4893-b4a2-1417e1f748c1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.212140] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Acquiring lock "1b4c7281-63df-4c1b-8583-e3db858f0c64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.212530] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Lock "1b4c7281-63df-4c1b-8583-e3db858f0c64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.213233] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Acquiring lock "1b4c7281-63df-4c1b-8583-e3db858f0c64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.213518] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Lock "1b4c7281-63df-4c1b-8583-e3db858f0c64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.213768] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Lock "1b4c7281-63df-4c1b-8583-e3db858f0c64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.216389] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5902711-a706-4016-a319-ce9d23f732d8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.220224] env[62099]: INFO nova.compute.manager [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Terminating instance [ 1721.229375] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4157d7db-0762-4ec4-adc4-38b8d6619939 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.255593] env[62099]: DEBUG oslo_concurrency.lockutils [req-a404f407-2324-4b13-9c08-2616164c4e3f req-d23dc52e-c06d-43c7-a26e-24483fd27d57 service nova] Releasing lock "refresh_cache-760e1375-70c4-42f6-888e-56ca9c079c8a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.258369] env[62099]: DEBUG nova.compute.provider_tree [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1721.262667] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ae415f-0b80-0806-d7ac-2798c8c686e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010485} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.263277] env[62099]: DEBUG oslo_concurrency.lockutils [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.263570] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] a63b410f-88be-40f1-8b1f-c03cd495dbe5/a63b410f-88be-40f1-8b1f-c03cd495dbe5.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1721.263882] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1242ab75-5e62-4bf8-9cbe-83df59c7e067 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.272427] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1721.272427] env[62099]: value = "task-1897213" [ 1721.272427] env[62099]: _type = "Task" [ 1721.272427] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.272930] env[62099]: DEBUG oslo_concurrency.lockutils [req-1ce04ea2-5095-49ca-92bd-c9f5df22537c req-3978bc35-03b4-4ec5-819e-ec1410e0339c service nova] Releasing lock "refresh_cache-1b4c7281-63df-4c1b-8583-e3db858f0c64" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.273540] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Acquiring lock "c08f6c9c-6a21-425e-b8cb-099d1a471273" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.273755] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Lock "c08f6c9c-6a21-425e-b8cb-099d1a471273" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.273988] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Acquiring lock "c08f6c9c-6a21-425e-b8cb-099d1a471273-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.274285] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Lock "c08f6c9c-6a21-425e-b8cb-099d1a471273-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.274451] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Lock "c08f6c9c-6a21-425e-b8cb-099d1a471273-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.276599] env[62099]: INFO nova.compute.manager [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Terminating instance [ 1721.289070] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.385673] env[62099]: DEBUG nova.compute.manager [req-5ff50d58-b94b-4ea7-a2e5-c2e375073dc4 req-00254aa5-79f9-4bd9-ae60-67b18770cca1 service nova] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Received event network-vif-plugged-50dd9226-31aa-4cfb-84e3-ec207e11ccc6 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1721.385911] env[62099]: DEBUG oslo_concurrency.lockutils [req-5ff50d58-b94b-4ea7-a2e5-c2e375073dc4 req-00254aa5-79f9-4bd9-ae60-67b18770cca1 service nova] Acquiring lock "8306276b-1091-459a-8301-4bcfc22b7c4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.386243] env[62099]: DEBUG oslo_concurrency.lockutils [req-5ff50d58-b94b-4ea7-a2e5-c2e375073dc4 req-00254aa5-79f9-4bd9-ae60-67b18770cca1 service nova] Lock "8306276b-1091-459a-8301-4bcfc22b7c4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.386492] env[62099]: DEBUG oslo_concurrency.lockutils [req-5ff50d58-b94b-4ea7-a2e5-c2e375073dc4 req-00254aa5-79f9-4bd9-ae60-67b18770cca1 service nova] Lock "8306276b-1091-459a-8301-4bcfc22b7c4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.386685] env[62099]: DEBUG nova.compute.manager [req-5ff50d58-b94b-4ea7-a2e5-c2e375073dc4 req-00254aa5-79f9-4bd9-ae60-67b18770cca1 service nova] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] No waiting events found dispatching network-vif-plugged-50dd9226-31aa-4cfb-84e3-ec207e11ccc6 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1721.386880] env[62099]: WARNING nova.compute.manager [req-5ff50d58-b94b-4ea7-a2e5-c2e375073dc4 req-00254aa5-79f9-4bd9-ae60-67b18770cca1 service nova] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Received unexpected event network-vif-plugged-50dd9226-31aa-4cfb-84e3-ec207e11ccc6 for instance with vm_state building and task_state spawning. [ 1721.477815] env[62099]: DEBUG nova.network.neutron [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Successfully updated port: 50dd9226-31aa-4cfb-84e3-ec207e11ccc6 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1721.509524] env[62099]: INFO nova.compute.manager [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Took 22.72 seconds to build instance. [ 1721.511841] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 37747922-3a9c-4bc4-b520-95c605d69069] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1721.522344] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897211, 'name': RelocateVM_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.598619] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "1e728494-2322-4e00-9045-c3058d733375" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.598973] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "1e728494-2322-4e00-9045-c3058d733375" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.599388] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "1e728494-2322-4e00-9045-c3058d733375-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.599671] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "1e728494-2322-4e00-9045-c3058d733375-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.599890] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "1e728494-2322-4e00-9045-c3058d733375-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.602653] env[62099]: INFO nova.compute.manager [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Terminating instance [ 1721.725466] env[62099]: DEBUG nova.compute.manager [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1721.725950] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1721.727295] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40e6d14-77cb-4ad6-b5f9-0e76a4b7ec94 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.735812] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1721.736214] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08dc5823-0e0e-4558-8bbb-9d80754bd763 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.743671] env[62099]: DEBUG oslo_vmware.api [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Waiting for the task: (returnval){ [ 1721.743671] env[62099]: value = "task-1897214" [ 1721.743671] env[62099]: _type = "Task" [ 1721.743671] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.755251] env[62099]: DEBUG oslo_vmware.api [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1897214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.764749] env[62099]: DEBUG nova.scheduler.client.report [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1721.783516] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897213, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.784209] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Acquiring lock "refresh_cache-c08f6c9c-6a21-425e-b8cb-099d1a471273" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.784376] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Acquired lock "refresh_cache-c08f6c9c-6a21-425e-b8cb-099d1a471273" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.784543] env[62099]: DEBUG nova.network.neutron [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1721.982514] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "refresh_cache-8306276b-1091-459a-8301-4bcfc22b7c4f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.982514] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "refresh_cache-8306276b-1091-459a-8301-4bcfc22b7c4f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.982514] env[62099]: DEBUG nova.network.neutron [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1722.012023] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897211, 'name': RelocateVM_Task} progress is 56%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.014647] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6a128c13-a011-4f23-b89a-7178255b991d tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.239s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.014899] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: ece5d3f5-806e-426b-a64a-fc89b3b600a5] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1722.113133] env[62099]: DEBUG nova.compute.manager [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.113133] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.113133] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb75365-1378-4c9e-b494-9b78156ee208 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.121046] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.121683] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69b0548d-1fdd-45ff-8489-78e290e4046f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.132163] env[62099]: DEBUG oslo_vmware.api [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1722.132163] env[62099]: value = "task-1897215" [ 1722.132163] env[62099]: _type = "Task" [ 1722.132163] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.140797] env[62099]: DEBUG oslo_vmware.api [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.254841] env[62099]: DEBUG oslo_vmware.api [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1897214, 'name': PowerOffVM_Task, 'duration_secs': 0.197836} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.255247] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1722.255523] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1722.255813] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eae52fb2-884c-481d-9601-e58d1ad3ac26 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.270831] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.274077] env[62099]: DEBUG oslo_concurrency.lockutils [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.991s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.274077] env[62099]: DEBUG nova.objects.instance [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lazy-loading 'resources' on Instance uuid 8410bc21-c169-474e-9e23-8bfab30fa6db {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.289221] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513968} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.290196] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] a63b410f-88be-40f1-8b1f-c03cd495dbe5/a63b410f-88be-40f1-8b1f-c03cd495dbe5.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1722.290551] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1722.291212] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcfb6174-eb98-43fd-bd9c-983df785e61e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.294948] env[62099]: INFO nova.scheduler.client.report [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Deleted allocations for instance a335a02b-d384-400c-bb2f-6770f0d88499 [ 1722.307565] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1722.307565] env[62099]: value = "task-1897217" [ 1722.307565] env[62099]: _type = "Task" [ 1722.307565] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.313612] env[62099]: DEBUG nova.network.neutron [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1722.320171] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.418920] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1722.419238] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1722.420476] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Deleting the datastore file [datastore1] 1b4c7281-63df-4c1b-8583-e3db858f0c64 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1722.420476] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ab90fa1-10eb-41c8-815d-21da9eb61c28 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.424180] env[62099]: DEBUG nova.network.neutron [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.427282] env[62099]: DEBUG oslo_vmware.api [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Waiting for the task: (returnval){ [ 1722.427282] env[62099]: value = "task-1897218" [ 1722.427282] env[62099]: _type = "Task" [ 1722.427282] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.436865] env[62099]: DEBUG oslo_vmware.api [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1897218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.516573] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897211, 'name': RelocateVM_Task} progress is 63%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.518113] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: d6e22500-879b-40c8-ba69-a19b2db27ad1] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1722.525357] env[62099]: DEBUG nova.network.neutron [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1722.640381] env[62099]: DEBUG oslo_vmware.api [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897215, 'name': PowerOffVM_Task, 'duration_secs': 0.285576} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.640381] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1722.640381] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1722.641675] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45d4f530-2622-4ef3-ba3b-69f55e276625 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.662660] env[62099]: DEBUG nova.network.neutron [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Updating instance_info_cache with network_info: [{"id": "50dd9226-31aa-4cfb-84e3-ec207e11ccc6", "address": "fa:16:3e:5f:d0:9c", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50dd9226-31", "ovs_interfaceid": "50dd9226-31aa-4cfb-84e3-ec207e11ccc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.807793] env[62099]: DEBUG oslo_concurrency.lockutils [None req-83de7cd3-4502-4b12-be70-2f173dbbae03 tempest-ServerMetadataNegativeTestJSON-1522970265 tempest-ServerMetadataNegativeTestJSON-1522970265-project-member] Lock "a335a02b-d384-400c-bb2f-6770f0d88499" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.981s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.818630] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092041} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.818914] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1722.819772] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09b820d-b90a-462d-897a-5e6eb18ea0d0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.846774] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] a63b410f-88be-40f1-8b1f-c03cd495dbe5/a63b410f-88be-40f1-8b1f-c03cd495dbe5.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1722.850159] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a836c24b-9c43-41a7-8e4d-811a676e9e63 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.872415] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1722.872415] env[62099]: value = "task-1897220" [ 1722.872415] env[62099]: _type = "Task" [ 1722.872415] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.881113] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1722.881352] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1722.881536] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleting the datastore file [datastore2] 1e728494-2322-4e00-9045-c3058d733375 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1722.884767] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d734d7c9-69dc-4491-a44a-103e8d31d12f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.887437] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.894037] env[62099]: DEBUG oslo_vmware.api [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1722.894037] env[62099]: value = "task-1897221" [ 1722.894037] env[62099]: _type = "Task" [ 1722.894037] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.901480] env[62099]: DEBUG oslo_vmware.api [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.927099] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Releasing lock "refresh_cache-c08f6c9c-6a21-425e-b8cb-099d1a471273" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.927476] env[62099]: DEBUG nova.compute.manager [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.927891] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.928686] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4094e609-a251-4ea7-9142-09a731d0f1ca {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.953754] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.954550] env[62099]: DEBUG oslo_vmware.api [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1897218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.954810] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e43f152-9475-40ea-a699-df5f43f53d1d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.964645] env[62099]: DEBUG oslo_vmware.api [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1722.964645] env[62099]: value = "task-1897222" [ 1722.964645] env[62099]: _type = "Task" [ 1722.964645] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.974659] env[62099]: DEBUG oslo_vmware.api [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.015799] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897211, 'name': RelocateVM_Task} progress is 65%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.023603] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 1fbfec61-05ef-4c2c-b76e-244950cdd24b] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1723.137075] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621f201d-639c-4807-b263-79347ecfa942 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.146541] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6659333-5aa5-48e3-9189-aeb574cd4b7a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.179317] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "refresh_cache-8306276b-1091-459a-8301-4bcfc22b7c4f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.179936] env[62099]: DEBUG nova.compute.manager [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Instance network_info: |[{"id": "50dd9226-31aa-4cfb-84e3-ec207e11ccc6", "address": "fa:16:3e:5f:d0:9c", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50dd9226-31", "ovs_interfaceid": "50dd9226-31aa-4cfb-84e3-ec207e11ccc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1723.180353] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:d0:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50dd9226-31aa-4cfb-84e3-ec207e11ccc6', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1723.188442] env[62099]: DEBUG oslo.service.loopingcall [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1723.189066] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4469cd9f-31e9-44a4-8cc2-5658341abf6b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.191939] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1723.192590] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df6032ed-9cb6-4d78-9e0f-d60daf193d27 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.214986] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932bd57f-0d02-4545-b977-be893d7fe282 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.220841] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1723.220841] env[62099]: value = "task-1897223" [ 1723.220841] env[62099]: _type = "Task" [ 1723.220841] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.232515] env[62099]: DEBUG nova.compute.provider_tree [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.239342] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897223, 'name': CreateVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.317159] env[62099]: DEBUG nova.compute.manager [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Stashing vm_state: active {{(pid=62099) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1723.388736] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897220, 'name': ReconfigVM_Task, 'duration_secs': 0.498387} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.389032] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Reconfigured VM instance instance-0000005f to attach disk [datastore2] a63b410f-88be-40f1-8b1f-c03cd495dbe5/a63b410f-88be-40f1-8b1f-c03cd495dbe5.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1723.389908] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dea8d8b0-da2e-46d3-ba72-7c7f368a8ae6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.402811] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1723.402811] env[62099]: value = "task-1897224" [ 1723.402811] env[62099]: _type = "Task" [ 1723.402811] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.413169] env[62099]: DEBUG oslo_vmware.api [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275693} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.414160] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1723.415208] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1723.415208] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1723.415208] env[62099]: INFO nova.compute.manager [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 1e728494-2322-4e00-9045-c3058d733375] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1723.415442] env[62099]: DEBUG oslo.service.loopingcall [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1723.415678] env[62099]: DEBUG nova.compute.manager [-] [instance: 1e728494-2322-4e00-9045-c3058d733375] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1723.415732] env[62099]: DEBUG nova.network.neutron [-] [instance: 1e728494-2322-4e00-9045-c3058d733375] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1723.424304] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897224, 'name': Rename_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.435902] env[62099]: DEBUG nova.compute.manager [req-4af00614-63e4-4ba8-9e12-fd8e38c2b71b req-8eca8b03-447e-451f-b416-c795eefb4dd8 service nova] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Received event network-changed-50dd9226-31aa-4cfb-84e3-ec207e11ccc6 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1723.436243] env[62099]: DEBUG nova.compute.manager [req-4af00614-63e4-4ba8-9e12-fd8e38c2b71b req-8eca8b03-447e-451f-b416-c795eefb4dd8 service nova] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Refreshing instance network info cache due to event network-changed-50dd9226-31aa-4cfb-84e3-ec207e11ccc6. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1723.437437] env[62099]: DEBUG oslo_concurrency.lockutils [req-4af00614-63e4-4ba8-9e12-fd8e38c2b71b req-8eca8b03-447e-451f-b416-c795eefb4dd8 service nova] Acquiring lock "refresh_cache-8306276b-1091-459a-8301-4bcfc22b7c4f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.437437] env[62099]: DEBUG oslo_concurrency.lockutils [req-4af00614-63e4-4ba8-9e12-fd8e38c2b71b req-8eca8b03-447e-451f-b416-c795eefb4dd8 service nova] Acquired lock "refresh_cache-8306276b-1091-459a-8301-4bcfc22b7c4f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.437437] env[62099]: DEBUG nova.network.neutron [req-4af00614-63e4-4ba8-9e12-fd8e38c2b71b req-8eca8b03-447e-451f-b416-c795eefb4dd8 service nova] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Refreshing network info cache for port 50dd9226-31aa-4cfb-84e3-ec207e11ccc6 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1723.446777] env[62099]: DEBUG oslo_vmware.api [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1897218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.480150] env[62099]: DEBUG oslo_vmware.api [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897222, 'name': PowerOffVM_Task, 'duration_secs': 0.146981} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.480907] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.480907] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.481288] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af2635b8-9200-4af8-93ec-090d10f68fd6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.508497] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1723.508760] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1723.508957] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Deleting the datastore file [datastore2] c08f6c9c-6a21-425e-b8cb-099d1a471273 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.509721] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-165d544a-421c-4eaf-905e-885431a871bc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.515845] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897211, 'name': RelocateVM_Task} progress is 73%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.521894] env[62099]: DEBUG oslo_vmware.api [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for the task: (returnval){ [ 1723.521894] env[62099]: value = "task-1897226" [ 1723.521894] env[62099]: _type = "Task" [ 1723.521894] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.527805] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 6d33471b-5ee7-4bb2-8fcd-25bb1d87eb69] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1723.533370] env[62099]: DEBUG oslo_vmware.api [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.732937] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897223, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.736262] env[62099]: DEBUG nova.scheduler.client.report [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1723.846357] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.918225] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897224, 'name': Rename_Task, 'duration_secs': 0.17292} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.918225] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1723.918500] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1a79889-19b7-4cb9-a0d7-c513a611321b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.925650] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1723.925650] env[62099]: value = "task-1897227" [ 1723.925650] env[62099]: _type = "Task" [ 1723.925650] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.947777] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.948056] env[62099]: DEBUG oslo_vmware.api [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1897218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.014857] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897211, 'name': RelocateVM_Task} progress is 82%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.033817] env[62099]: DEBUG oslo_vmware.api [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Task: {'id': task-1897226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119612} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.034758] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: fdcf2d2f-8b46-4a1c-a800-4e7d6a523384] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1724.036880] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.037330] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.037677] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.038011] env[62099]: INFO nova.compute.manager [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1724.038401] env[62099]: DEBUG oslo.service.loopingcall [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.038871] env[62099]: DEBUG nova.compute.manager [-] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1724.038973] env[62099]: DEBUG nova.network.neutron [-] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.075312] env[62099]: DEBUG nova.network.neutron [-] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1724.232327] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897223, 'name': CreateVM_Task, 'duration_secs': 0.968598} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.232590] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1724.233480] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.234827] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.234827] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1724.234827] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7edea77e-865c-420f-aea0-2cd0c1bc3cf7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.239805] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1724.239805] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ec56bc-623b-c3b4-f17a-2a85440bc817" [ 1724.239805] env[62099]: _type = "Task" [ 1724.239805] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.240731] env[62099]: DEBUG nova.network.neutron [req-4af00614-63e4-4ba8-9e12-fd8e38c2b71b req-8eca8b03-447e-451f-b416-c795eefb4dd8 service nova] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Updated VIF entry in instance network info cache for port 50dd9226-31aa-4cfb-84e3-ec207e11ccc6. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1724.241095] env[62099]: DEBUG nova.network.neutron [req-4af00614-63e4-4ba8-9e12-fd8e38c2b71b req-8eca8b03-447e-451f-b416-c795eefb4dd8 service nova] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Updating instance_info_cache with network_info: [{"id": "50dd9226-31aa-4cfb-84e3-ec207e11ccc6", "address": "fa:16:3e:5f:d0:9c", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50dd9226-31", "ovs_interfaceid": "50dd9226-31aa-4cfb-84e3-ec207e11ccc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.243033] env[62099]: DEBUG oslo_concurrency.lockutils [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.254018] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.930s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.254018] env[62099]: DEBUG nova.objects.instance [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lazy-loading 'resources' on Instance uuid 88d3321e-0529-42f7-9613-cbd4bcd433b6 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.263523] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ec56bc-623b-c3b4-f17a-2a85440bc817, 'name': SearchDatastore_Task, 'duration_secs': 0.01077} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.263949] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.264283] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1724.264591] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.264775] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.264976] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1724.265622] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a984d1de-6f8c-42cd-b163-f41ad0c4fcbf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.275649] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1724.276878] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1724.277732] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90118bc1-03a7-4433-af10-dba6e77d65f5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.281547] env[62099]: INFO nova.scheduler.client.report [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Deleted allocations for instance 8410bc21-c169-474e-9e23-8bfab30fa6db [ 1724.287641] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1724.287641] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c01707-a61f-6359-8a39-177aff29b707" [ 1724.287641] env[62099]: _type = "Task" [ 1724.287641] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.297779] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c01707-a61f-6359-8a39-177aff29b707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.316917] env[62099]: DEBUG nova.network.neutron [-] [instance: 1e728494-2322-4e00-9045-c3058d733375] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.442030] env[62099]: DEBUG oslo_vmware.api [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897227, 'name': PowerOnVM_Task, 'duration_secs': 0.512585} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.444947] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1724.445201] env[62099]: INFO nova.compute.manager [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Took 10.81 seconds to spawn the instance on the hypervisor. [ 1724.445397] env[62099]: DEBUG nova.compute.manager [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1724.445750] env[62099]: DEBUG oslo_vmware.api [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1897218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.446533] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4a5616-949b-456b-9f8c-401cd3c3a4d2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.517645] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897211, 'name': RelocateVM_Task} progress is 96%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.540312] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 75cd2eee-18fd-45cb-b999-a62ecd093ccb] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1724.577983] env[62099]: DEBUG nova.network.neutron [-] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.748282] env[62099]: DEBUG oslo_concurrency.lockutils [req-4af00614-63e4-4ba8-9e12-fd8e38c2b71b req-8eca8b03-447e-451f-b416-c795eefb4dd8 service nova] Releasing lock "refresh_cache-8306276b-1091-459a-8301-4bcfc22b7c4f" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.797364] env[62099]: DEBUG oslo_concurrency.lockutils [None req-513d21a8-d41f-4d48-8c41-864ad8e0547b tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "8410bc21-c169-474e-9e23-8bfab30fa6db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.636s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.804325] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c01707-a61f-6359-8a39-177aff29b707, 'name': SearchDatastore_Task, 'duration_secs': 0.010757} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.805480] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80532058-c3f4-4a64-b1cb-3574b865fb44 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.813854] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1724.813854] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5287bd5f-336c-035f-44d7-d9a3044cf609" [ 1724.813854] env[62099]: _type = "Task" [ 1724.813854] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.818964] env[62099]: INFO nova.compute.manager [-] [instance: 1e728494-2322-4e00-9045-c3058d733375] Took 1.40 seconds to deallocate network for instance. [ 1724.826446] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5287bd5f-336c-035f-44d7-d9a3044cf609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.943027] env[62099]: DEBUG oslo_vmware.api [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Task: {'id': task-1897218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.080901} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.943027] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.943208] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.943466] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.943550] env[62099]: INFO nova.compute.manager [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Took 3.22 seconds to destroy the instance on the hypervisor. [ 1724.943904] env[62099]: DEBUG oslo.service.loopingcall [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.944026] env[62099]: DEBUG nova.compute.manager [-] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1724.944089] env[62099]: DEBUG nova.network.neutron [-] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.965310] env[62099]: INFO nova.compute.manager [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Took 20.31 seconds to build instance. [ 1725.014693] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897211, 'name': RelocateVM_Task} progress is 98%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.016781] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434be858-f431-49ca-a7c8-0a3533e08c4d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.023386] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe097a5-8db7-47d0-9a44-f0845b5d8642 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.052589] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: ecf212f3-483a-49c2-bf99-1f62dc9a60e8] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1725.055063] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98022246-707c-40ef-b724-8c51cd9ce831 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.063107] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837bbf96-ce04-44f7-b236-d6c0a52a47d1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.080525] env[62099]: DEBUG nova.compute.provider_tree [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.081137] env[62099]: INFO nova.compute.manager [-] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Took 1.04 seconds to deallocate network for instance. [ 1725.324540] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5287bd5f-336c-035f-44d7-d9a3044cf609, 'name': SearchDatastore_Task, 'duration_secs': 0.015282} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.324852] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.325077] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 8306276b-1091-459a-8301-4bcfc22b7c4f/8306276b-1091-459a-8301-4bcfc22b7c4f.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1725.325332] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31d8da46-3d23-4fb0-9baa-cd59c8790516 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.331044] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.332630] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1725.332630] env[62099]: value = "task-1897228" [ 1725.332630] env[62099]: _type = "Task" [ 1725.332630] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.344191] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.467670] env[62099]: DEBUG oslo_concurrency.lockutils [None req-39e90992-cd5d-4287-8608-90aebaced6b0 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.824s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.474894] env[62099]: DEBUG nova.compute.manager [req-58e92c3f-7f88-4833-8268-8d129f35d7e0 req-676d730f-ced3-4f01-ba32-85aadac665c0 service nova] [instance: 1e728494-2322-4e00-9045-c3058d733375] Received event network-vif-deleted-28ebcb1a-e905-44eb-94d2-6aad357d90c1 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1725.518482] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897211, 'name': RelocateVM_Task} progress is 98%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.561064] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: c5eae579-7720-463e-9a34-d3e7baaf4890] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1725.581865] env[62099]: DEBUG nova.scheduler.client.report [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1725.589430] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.841906] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481658} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.842580] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 8306276b-1091-459a-8301-4bcfc22b7c4f/8306276b-1091-459a-8301-4bcfc22b7c4f.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1725.842816] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1725.843104] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1465f9c9-7c7b-4437-9f9a-a0ad69be293b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.849271] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1725.849271] env[62099]: value = "task-1897229" [ 1725.849271] env[62099]: _type = "Task" [ 1725.849271] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.860248] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.016749] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897211, 'name': RelocateVM_Task, 'duration_secs': 5.578923} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.017409] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Volume attach. Driver type: vmdk {{(pid=62099) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1726.017641] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391749', 'volume_id': 'a33462a8-487a-4901-8747-2a4a55fb3a7a', 'name': 'volume-a33462a8-487a-4901-8747-2a4a55fb3a7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '760e1375-70c4-42f6-888e-56ca9c079c8a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a33462a8-487a-4901-8747-2a4a55fb3a7a', 'serial': 'a33462a8-487a-4901-8747-2a4a55fb3a7a'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1726.018537] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fd5d79-37b8-4a87-9644-b37f84fe62fa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.034472] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7df0d3-f17e-4443-8c04-9fe82711f676 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.060897] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-a33462a8-487a-4901-8747-2a4a55fb3a7a/volume-a33462a8-487a-4901-8747-2a4a55fb3a7a.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1726.061229] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7667d98d-5b6d-493a-9885-ca56c70db1d3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.077091] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: c11bfc01-fa00-4b38-b79e-d293db75da1f] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1726.085280] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Waiting for the task: (returnval){ [ 1726.085280] env[62099]: value = "task-1897230" [ 1726.085280] env[62099]: _type = "Task" [ 1726.085280] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.091481] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.097964] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.054s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.098178] env[62099]: DEBUG nova.objects.instance [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62099) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1726.100877] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.103269] env[62099]: INFO nova.compute.manager [None req-0c3a1cb2-6690-4eef-ab4d-630e0fe13474 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Get console output [ 1726.103500] env[62099]: WARNING nova.virt.vmwareapi.driver [None req-0c3a1cb2-6690-4eef-ab4d-630e0fe13474 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] The console log is missing. Check your VSPC configuration [ 1726.128018] env[62099]: INFO nova.scheduler.client.report [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Deleted allocations for instance 88d3321e-0529-42f7-9613-cbd4bcd433b6 [ 1726.363063] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.267338} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.363605] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1726.364566] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af64cce-ca8c-42a8-be6c-52252e4252fb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.393698] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 8306276b-1091-459a-8301-4bcfc22b7c4f/8306276b-1091-459a-8301-4bcfc22b7c4f.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1726.394654] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b85747b0-aba1-4519-9601-8d71b8263fa7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.420561] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1726.420561] env[62099]: value = "task-1897231" [ 1726.420561] env[62099]: _type = "Task" [ 1726.420561] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.431023] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897231, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.581465] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: eca9106b-dfe7-4d99-a706-5fc10ef81f02] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1726.597459] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.636620] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d59265a4-8414-4df5-b39b-1f6981aa9b22 tempest-ListServersNegativeTestJSON-734605297 tempest-ListServersNegativeTestJSON-734605297-project-member] Lock "88d3321e-0529-42f7-9613-cbd4bcd433b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.547s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.685629] env[62099]: DEBUG nova.network.neutron [-] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.936163] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.086467] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: f453cd1b-e25b-4ca2-81b7-721fa2ecddb9] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1727.099176] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897230, 'name': ReconfigVM_Task, 'duration_secs': 0.869239} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.099343] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-a33462a8-487a-4901-8747-2a4a55fb3a7a/volume-a33462a8-487a-4901-8747-2a4a55fb3a7a.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1727.104684] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9f1b2fa-593d-4a04-b3df-8656676b0d2f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.118962] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4b4c6471-9a57-4cf0-97d2-aaceee46fc6c tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.119864] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.274s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.128709] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Waiting for the task: (returnval){ [ 1727.128709] env[62099]: value = "task-1897232" [ 1727.128709] env[62099]: _type = "Task" [ 1727.128709] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.143191] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897232, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.188635] env[62099]: INFO nova.compute.manager [-] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Took 2.24 seconds to deallocate network for instance. [ 1727.226865] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Acquiring lock "62d9831c-d811-4cc3-81d7-466bec129943" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.227717] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Lock "62d9831c-d811-4cc3-81d7-466bec129943" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.227980] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Acquiring lock "62d9831c-d811-4cc3-81d7-466bec129943-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.228803] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Lock "62d9831c-d811-4cc3-81d7-466bec129943-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.228803] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Lock "62d9831c-d811-4cc3-81d7-466bec129943-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.232558] env[62099]: INFO nova.compute.manager [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Terminating instance [ 1727.431291] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897231, 'name': ReconfigVM_Task, 'duration_secs': 0.776938} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.431291] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 8306276b-1091-459a-8301-4bcfc22b7c4f/8306276b-1091-459a-8301-4bcfc22b7c4f.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1727.431990] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f98458a8-e2f7-4c34-ba2e-9ead2cf508ca {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.440370] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1727.440370] env[62099]: value = "task-1897233" [ 1727.440370] env[62099]: _type = "Task" [ 1727.440370] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.448849] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897233, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.510361] env[62099]: DEBUG nova.compute.manager [req-e5aed599-ad84-4c27-9140-431b1c38e882 req-8da01690-d1ee-4005-bb73-03bc9413b3cf service nova] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Received event network-changed-b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1727.510599] env[62099]: DEBUG nova.compute.manager [req-e5aed599-ad84-4c27-9140-431b1c38e882 req-8da01690-d1ee-4005-bb73-03bc9413b3cf service nova] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Refreshing instance network info cache due to event network-changed-b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1727.510976] env[62099]: DEBUG oslo_concurrency.lockutils [req-e5aed599-ad84-4c27-9140-431b1c38e882 req-8da01690-d1ee-4005-bb73-03bc9413b3cf service nova] Acquiring lock "refresh_cache-a63b410f-88be-40f1-8b1f-c03cd495dbe5" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.510976] env[62099]: DEBUG oslo_concurrency.lockutils [req-e5aed599-ad84-4c27-9140-431b1c38e882 req-8da01690-d1ee-4005-bb73-03bc9413b3cf service nova] Acquired lock "refresh_cache-a63b410f-88be-40f1-8b1f-c03cd495dbe5" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.511182] env[62099]: DEBUG nova.network.neutron [req-e5aed599-ad84-4c27-9140-431b1c38e882 req-8da01690-d1ee-4005-bb73-03bc9413b3cf service nova] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Refreshing network info cache for port b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1727.593350] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 65b2f1af-0503-4ef5-bda4-ac9c1d6a1d8a] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1727.626456] env[62099]: INFO nova.compute.claims [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1727.639876] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897232, 'name': ReconfigVM_Task, 'duration_secs': 0.162391} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.640595] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391749', 'volume_id': 'a33462a8-487a-4901-8747-2a4a55fb3a7a', 'name': 'volume-a33462a8-487a-4901-8747-2a4a55fb3a7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '760e1375-70c4-42f6-888e-56ca9c079c8a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a33462a8-487a-4901-8747-2a4a55fb3a7a', 'serial': 'a33462a8-487a-4901-8747-2a4a55fb3a7a'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1727.641139] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c3847ef-ae7a-4a02-b5d8-7c835f7e4d16 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.648311] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Waiting for the task: (returnval){ [ 1727.648311] env[62099]: value = "task-1897234" [ 1727.648311] env[62099]: _type = "Task" [ 1727.648311] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.658289] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897234, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.698986] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.740235] env[62099]: DEBUG nova.compute.manager [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1727.740235] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1727.740832] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1c10a9-00c2-4f41-bc89-a4d5a3447990 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.748832] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1727.751135] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-318a6543-e371-4b35-8f20-f9e383630d78 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.759038] env[62099]: DEBUG oslo_vmware.api [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Waiting for the task: (returnval){ [ 1727.759038] env[62099]: value = "task-1897235" [ 1727.759038] env[62099]: _type = "Task" [ 1727.759038] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.769213] env[62099]: DEBUG oslo_vmware.api [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': task-1897235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.953338] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897233, 'name': Rename_Task, 'duration_secs': 0.284962} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.953633] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1727.953902] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3b48007-6e8e-43cf-a6b6-5a24e22a190c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.960202] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1727.960202] env[62099]: value = "task-1897236" [ 1727.960202] env[62099]: _type = "Task" [ 1727.960202] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.968471] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.097999] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: c63c0daf-5371-41d4-9ece-e0f7a495c197] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1728.137113] env[62099]: INFO nova.compute.resource_tracker [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Updating resource usage from migration 7e946c19-d265-4c9d-86b0-de1318053e40 [ 1728.164933] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897234, 'name': Rename_Task, 'duration_secs': 0.154876} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.165296] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1728.165597] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb47ec61-cf57-4575-b901-b15a585246c0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.178027] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Waiting for the task: (returnval){ [ 1728.178027] env[62099]: value = "task-1897237" [ 1728.178027] env[62099]: _type = "Task" [ 1728.178027] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.191538] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897237, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.274081] env[62099]: DEBUG oslo_vmware.api [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': task-1897235, 'name': PowerOffVM_Task, 'duration_secs': 0.375654} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.274424] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1728.274546] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1728.275169] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37a0853e-b60c-4d73-b3d5-cb9bad9f0d62 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.355540] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1728.355750] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1728.355925] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Deleting the datastore file [datastore2] 62d9831c-d811-4cc3-81d7-466bec129943 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1728.356207] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbec1c9f-271c-4ef7-aaa2-e5439562ea7f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.372021] env[62099]: DEBUG oslo_vmware.api [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Waiting for the task: (returnval){ [ 1728.372021] env[62099]: value = "task-1897239" [ 1728.372021] env[62099]: _type = "Task" [ 1728.372021] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.380620] env[62099]: DEBUG oslo_vmware.api [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': task-1897239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.407628] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "599d9eed-469e-4bf4-abd2-4c912946fbad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.407903] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "599d9eed-469e-4bf4-abd2-4c912946fbad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.435205] env[62099]: DEBUG nova.network.neutron [req-e5aed599-ad84-4c27-9140-431b1c38e882 req-8da01690-d1ee-4005-bb73-03bc9413b3cf service nova] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Updated VIF entry in instance network info cache for port b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1728.435205] env[62099]: DEBUG nova.network.neutron [req-e5aed599-ad84-4c27-9140-431b1c38e882 req-8da01690-d1ee-4005-bb73-03bc9413b3cf service nova] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Updating instance_info_cache with network_info: [{"id": "b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8", "address": "fa:16:3e:21:e4:b9", "network": {"id": "cc61bfa6-6045-4ecb-84c9-4fe7fd1d18eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769027776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff38fbcbe6d4640b515774b83a4ff5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb81faa7b-6d", "ovs_interfaceid": "b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.476681] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897236, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.517282] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e505930-46aa-4492-939c-5f870d3989b3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.527986] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5983d5d6-3786-4a0f-8d83-a0709b61a336 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.560789] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94be868-f920-430e-b7b0-f2bfbf9bbc6a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.568816] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a92ad2-96b7-46a8-b4dd-16988816a80e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.585404] env[62099]: DEBUG nova.compute.provider_tree [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.604254] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 7d41facf-db33-485c-82f6-beeed6c3ee6c] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1728.686428] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.880667] env[62099]: DEBUG oslo_vmware.api [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Task: {'id': task-1897239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166135} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.880962] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1728.881176] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1728.881378] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1728.881570] env[62099]: INFO nova.compute.manager [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1728.881793] env[62099]: DEBUG oslo.service.loopingcall [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1728.881985] env[62099]: DEBUG nova.compute.manager [-] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1728.882095] env[62099]: DEBUG nova.network.neutron [-] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1728.910940] env[62099]: DEBUG nova.compute.manager [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1728.941558] env[62099]: DEBUG oslo_concurrency.lockutils [req-e5aed599-ad84-4c27-9140-431b1c38e882 req-8da01690-d1ee-4005-bb73-03bc9413b3cf service nova] Releasing lock "refresh_cache-a63b410f-88be-40f1-8b1f-c03cd495dbe5" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.941830] env[62099]: DEBUG nova.compute.manager [req-e5aed599-ad84-4c27-9140-431b1c38e882 req-8da01690-d1ee-4005-bb73-03bc9413b3cf service nova] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Received event network-vif-deleted-3bc35190-6640-4fdc-b59e-6bd3c747ce95 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1728.974644] env[62099]: DEBUG oslo_vmware.api [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897236, 'name': PowerOnVM_Task, 'duration_secs': 0.648042} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.974920] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1728.979219] env[62099]: INFO nova.compute.manager [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1728.979436] env[62099]: DEBUG nova.compute.manager [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.980452] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db0762c-d7d7-4fb7-9898-51d44508e82b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.088803] env[62099]: DEBUG nova.scheduler.client.report [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1729.107728] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 0d2ba44d-f920-48b8-9df1-b40f71deb55f] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1729.188690] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897237, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.437497] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.497306] env[62099]: INFO nova.compute.manager [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Took 13.13 seconds to build instance. [ 1729.566918] env[62099]: DEBUG nova.compute.manager [req-f2862cad-163b-492b-8b1a-8569618aa227 req-1dcbac6a-308c-4085-9c11-e15a3a65288e service nova] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Received event network-vif-deleted-9cfafb8c-8cad-4d4b-8681-0e870523b1ca {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1729.567135] env[62099]: INFO nova.compute.manager [req-f2862cad-163b-492b-8b1a-8569618aa227 req-1dcbac6a-308c-4085-9c11-e15a3a65288e service nova] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Neutron deleted interface 9cfafb8c-8cad-4d4b-8681-0e870523b1ca; detaching it from the instance and deleting it from the info cache [ 1729.567311] env[62099]: DEBUG nova.network.neutron [req-f2862cad-163b-492b-8b1a-8569618aa227 req-1dcbac6a-308c-4085-9c11-e15a3a65288e service nova] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.594033] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.474s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.594033] env[62099]: INFO nova.compute.manager [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Migrating [ 1729.600432] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.269s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.600676] env[62099]: DEBUG nova.objects.instance [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lazy-loading 'resources' on Instance uuid 1e728494-2322-4e00-9045-c3058d733375 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1729.612742] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 582320f4-97f1-4d19-9148-d17b10d3088b] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1729.688024] env[62099]: DEBUG oslo_vmware.api [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897237, 'name': PowerOnVM_Task, 'duration_secs': 1.184958} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.688331] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1729.688563] env[62099]: INFO nova.compute.manager [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Took 16.69 seconds to spawn the instance on the hypervisor. [ 1729.688732] env[62099]: DEBUG nova.compute.manager [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1729.689510] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0538499a-910c-4f53-abed-2570de805227 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.000185] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ec2e996e-1cb1-4d08-b28b-73c507a38a92 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "8306276b-1091-459a-8301-4bcfc22b7c4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.641s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.036764] env[62099]: DEBUG nova.network.neutron [-] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.071313] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-437d502d-3c9b-4770-9acb-1bf3dbc1647e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.081090] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4b88cb-38f3-4b5a-97e9-72016eb6c8d9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.115072] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "refresh_cache-08c08a5a-6dcc-4cb3-948d-a533dcedd372" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.115264] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "refresh_cache-08c08a5a-6dcc-4cb3-948d-a533dcedd372" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.115439] env[62099]: DEBUG nova.network.neutron [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1730.116944] env[62099]: DEBUG nova.compute.manager [req-f2862cad-163b-492b-8b1a-8569618aa227 req-1dcbac6a-308c-4085-9c11-e15a3a65288e service nova] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Detach interface failed, port_id=9cfafb8c-8cad-4d4b-8681-0e870523b1ca, reason: Instance 62d9831c-d811-4cc3-81d7-466bec129943 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1730.118230] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 62799a7e-a62f-460e-aa23-c9e83514a020] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1730.205248] env[62099]: INFO nova.compute.manager [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Took 26.49 seconds to build instance. [ 1730.379048] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be08933-7b5c-4260-bf2c-0d2ce1d05674 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.387105] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c38c3c-375c-4481-b3b1-5b6dbb50c78e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.418185] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b37ff35-aae1-4264-8efc-48a64d59bb01 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.426266] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35a0ddd-33d3-42e6-88a5-53607f2deff5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.439451] env[62099]: DEBUG nova.compute.provider_tree [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1730.539721] env[62099]: INFO nova.compute.manager [-] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Took 1.66 seconds to deallocate network for instance. [ 1730.621758] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: d142cd4c-3572-4bbc-971e-9d4dd4c551be] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1730.663528] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fb3796-01bc-4b60-9131-9670700d9549 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.670341] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d1ffcc-dd13-445f-8a6e-4e4ab985c052 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Suspending the VM {{(pid=62099) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1730.670638] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b9da6673-ed7f-41fe-b82c-8096034fe298 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.677681] env[62099]: DEBUG oslo_vmware.api [None req-e9d1ffcc-dd13-445f-8a6e-4e4ab985c052 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1730.677681] env[62099]: value = "task-1897240" [ 1730.677681] env[62099]: _type = "Task" [ 1730.677681] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.685848] env[62099]: DEBUG oslo_vmware.api [None req-e9d1ffcc-dd13-445f-8a6e-4e4ab985c052 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897240, 'name': SuspendVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.707733] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c64762f0-c3a9-4c8b-936a-74da6f2be543 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Lock "760e1375-70c4-42f6-888e-56ca9c079c8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.998s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.892722] env[62099]: DEBUG nova.network.neutron [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Updating instance_info_cache with network_info: [{"id": "2fd30bea-c5a4-4e65-906c-def9bb138b5a", "address": "fa:16:3e:87:01:4d", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd30bea-c5", "ovs_interfaceid": "2fd30bea-c5a4-4e65-906c-def9bb138b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.943640] env[62099]: DEBUG nova.scheduler.client.report [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1731.045417] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.124966] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: e7e70eea-a577-46b4-be71-4c92229b8c70] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1731.188822] env[62099]: DEBUG oslo_vmware.api [None req-e9d1ffcc-dd13-445f-8a6e-4e4ab985c052 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897240, 'name': SuspendVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.282952] env[62099]: DEBUG nova.compute.manager [req-1b3b9ece-9a1c-414d-bd9e-e93ca674d5a0 req-535b62e8-f381-453f-8b72-b0404aada047 service nova] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Received event network-changed-728911a8-7d3c-4fc3-83f4-c331f39014cd {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1731.282952] env[62099]: DEBUG nova.compute.manager [req-1b3b9ece-9a1c-414d-bd9e-e93ca674d5a0 req-535b62e8-f381-453f-8b72-b0404aada047 service nova] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Refreshing instance network info cache due to event network-changed-728911a8-7d3c-4fc3-83f4-c331f39014cd. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1731.282952] env[62099]: DEBUG oslo_concurrency.lockutils [req-1b3b9ece-9a1c-414d-bd9e-e93ca674d5a0 req-535b62e8-f381-453f-8b72-b0404aada047 service nova] Acquiring lock "refresh_cache-760e1375-70c4-42f6-888e-56ca9c079c8a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.282952] env[62099]: DEBUG oslo_concurrency.lockutils [req-1b3b9ece-9a1c-414d-bd9e-e93ca674d5a0 req-535b62e8-f381-453f-8b72-b0404aada047 service nova] Acquired lock "refresh_cache-760e1375-70c4-42f6-888e-56ca9c079c8a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.283318] env[62099]: DEBUG nova.network.neutron [req-1b3b9ece-9a1c-414d-bd9e-e93ca674d5a0 req-535b62e8-f381-453f-8b72-b0404aada047 service nova] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Refreshing network info cache for port 728911a8-7d3c-4fc3-83f4-c331f39014cd {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1731.395659] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "refresh_cache-08c08a5a-6dcc-4cb3-948d-a533dcedd372" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.448063] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.451167] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.861s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.451557] env[62099]: DEBUG nova.objects.instance [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Lazy-loading 'resources' on Instance uuid c08f6c9c-6a21-425e-b8cb-099d1a471273 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1731.476499] env[62099]: INFO nova.scheduler.client.report [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleted allocations for instance 1e728494-2322-4e00-9045-c3058d733375 [ 1731.629378] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 12b4c8e6-daef-4e3d-a238-abed54e1bc12] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1731.689969] env[62099]: DEBUG oslo_vmware.api [None req-e9d1ffcc-dd13-445f-8a6e-4e4ab985c052 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897240, 'name': SuspendVM_Task, 'duration_secs': 0.822989} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.690118] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d1ffcc-dd13-445f-8a6e-4e4ab985c052 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Suspended the VM {{(pid=62099) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1731.690222] env[62099]: DEBUG nova.compute.manager [None req-e9d1ffcc-dd13-445f-8a6e-4e4ab985c052 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1731.690973] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99a629c-6d3d-4a5c-ba28-536577ab5b5c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.984668] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d3dafa7a-e010-4c49-b408-40cbe57a32ab tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "1e728494-2322-4e00-9045-c3058d733375" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.385s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.114174] env[62099]: DEBUG nova.network.neutron [req-1b3b9ece-9a1c-414d-bd9e-e93ca674d5a0 req-535b62e8-f381-453f-8b72-b0404aada047 service nova] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Updated VIF entry in instance network info cache for port 728911a8-7d3c-4fc3-83f4-c331f39014cd. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1732.114695] env[62099]: DEBUG nova.network.neutron [req-1b3b9ece-9a1c-414d-bd9e-e93ca674d5a0 req-535b62e8-f381-453f-8b72-b0404aada047 service nova] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Updating instance_info_cache with network_info: [{"id": "728911a8-7d3c-4fc3-83f4-c331f39014cd", "address": "fa:16:3e:52:47:5a", "network": {"id": "4d35ccb9-c301-475f-8c84-cb6e9cfdc055", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-58776233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f09c1cfe36e2436c958734f46d8c269f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728911a8-7d", "ovs_interfaceid": "728911a8-7d3c-4fc3-83f4-c331f39014cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.133499] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 539c1c0d-3f84-4552-9a8e-3d697f5867c0] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1732.220993] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6233387-2445-4b34-9400-290648530f9b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.230542] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17bc8f6-0175-4888-b6bc-2fb5cc7f18af {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.262332] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e742b6c-6f35-4807-aae1-b19d56b2a2c2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.270238] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103630f1-1e5e-4148-aae1-7009fb5b0076 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.284452] env[62099]: DEBUG nova.compute.provider_tree [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.618197] env[62099]: DEBUG oslo_concurrency.lockutils [req-1b3b9ece-9a1c-414d-bd9e-e93ca674d5a0 req-535b62e8-f381-453f-8b72-b0404aada047 service nova] Releasing lock "refresh_cache-760e1375-70c4-42f6-888e-56ca9c079c8a" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.618598] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "a3f49b35-0e49-4078-9392-c7126cf14a29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.618820] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "a3f49b35-0e49-4078-9392-c7126cf14a29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.638590] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 8f759bca-97c5-4d8d-af06-e6e66dcb6e64] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1732.787934] env[62099]: DEBUG nova.scheduler.client.report [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1732.912541] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580fb9f9-c85e-43d1-ba66-59276acc295b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.932890] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Updating instance '08c08a5a-6dcc-4cb3-948d-a533dcedd372' progress to 0 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1733.123197] env[62099]: DEBUG nova.compute.manager [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1733.143771] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 91d4cb71-8a1c-43d0-8940-6fde1bd65466] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1733.238323] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "8306276b-1091-459a-8301-4bcfc22b7c4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.238602] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "8306276b-1091-459a-8301-4bcfc22b7c4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.238812] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "8306276b-1091-459a-8301-4bcfc22b7c4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.238991] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "8306276b-1091-459a-8301-4bcfc22b7c4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.239174] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "8306276b-1091-459a-8301-4bcfc22b7c4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.241260] env[62099]: INFO nova.compute.manager [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Terminating instance [ 1733.293318] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.295476] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.598s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.295700] env[62099]: DEBUG nova.objects.instance [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Lazy-loading 'resources' on Instance uuid 1b4c7281-63df-4c1b-8583-e3db858f0c64 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1733.317554] env[62099]: INFO nova.scheduler.client.report [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Deleted allocations for instance c08f6c9c-6a21-425e-b8cb-099d1a471273 [ 1733.439388] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1733.439699] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03fbadc9-be9f-4dd8-a23e-2ef942596d03 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.447313] env[62099]: DEBUG oslo_vmware.api [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1733.447313] env[62099]: value = "task-1897241" [ 1733.447313] env[62099]: _type = "Task" [ 1733.447313] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.455878] env[62099]: DEBUG oslo_vmware.api [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.642497] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.647105] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 2a3e8dcf-23dd-4f09-9126-e254ab8ef9de] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1733.744454] env[62099]: DEBUG nova.compute.manager [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1733.744669] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1733.746052] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035cae19-5b7f-425a-b7fe-11e24545c485 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.754212] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1733.754504] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0514ab4-e5ed-47b8-96fa-4e6704ee19ed {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.825855] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e9b387e5-8454-4f83-b3ed-5ffe4e5aeae4 tempest-ServerShowV254Test-1789066810 tempest-ServerShowV254Test-1789066810-project-member] Lock "c08f6c9c-6a21-425e-b8cb-099d1a471273" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.552s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.891992] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1733.892227] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1733.892431] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Deleting the datastore file [datastore2] 8306276b-1091-459a-8301-4bcfc22b7c4f {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1733.892662] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36f162c3-5f31-41fb-9299-733ad22b3b6c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.898623] env[62099]: DEBUG oslo_vmware.api [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1733.898623] env[62099]: value = "task-1897243" [ 1733.898623] env[62099]: _type = "Task" [ 1733.898623] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.909047] env[62099]: DEBUG oslo_vmware.api [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.959630] env[62099]: DEBUG oslo_vmware.api [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897241, 'name': PowerOffVM_Task, 'duration_secs': 0.400557} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.959898] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1733.960090] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Updating instance '08c08a5a-6dcc-4cb3-948d-a533dcedd372' progress to 17 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1734.052661] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d307e006-a0d6-49e7-ae44-2b2668a037db {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.060029] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac11d9c7-630f-4f51-905b-8431e475d18d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.093163] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8839eb-6734-41f1-bb1a-e848e7a35270 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.100818] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2fbf7e-0c5b-4a84-8f66-88d2854d74af {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.117026] env[62099]: DEBUG nova.compute.provider_tree [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.150692] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 377d1f02-5d0a-49f8-881d-e6d9a1755a17] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1734.408894] env[62099]: DEBUG oslo_vmware.api [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188819} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.409214] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1734.409520] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1734.409614] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1734.409806] env[62099]: INFO nova.compute.manager [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1734.410062] env[62099]: DEBUG oslo.service.loopingcall [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1734.410257] env[62099]: DEBUG nova.compute.manager [-] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1734.410351] env[62099]: DEBUG nova.network.neutron [-] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1734.469908] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1734.470319] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1734.470584] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1734.470893] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1734.471168] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1734.471430] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1734.471769] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1734.472054] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1734.472343] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1734.472625] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1734.472926] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1734.479813] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c69abe8-740c-44a3-a889-e19e13a2f620 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.495783] env[62099]: DEBUG oslo_vmware.api [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1734.495783] env[62099]: value = "task-1897244" [ 1734.495783] env[62099]: _type = "Task" [ 1734.495783] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.503834] env[62099]: DEBUG oslo_vmware.api [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.619211] env[62099]: DEBUG nova.scheduler.client.report [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1734.654254] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 700b04cd-ed0c-420b-b725-e1dcf1970601] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1734.673577] env[62099]: DEBUG nova.compute.manager [req-321c82f0-151b-432c-8a0d-0eae2c096991 req-3f46a831-bac3-47f8-b6c2-2795933b988f service nova] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Received event network-vif-deleted-50dd9226-31aa-4cfb-84e3-ec207e11ccc6 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1734.673804] env[62099]: INFO nova.compute.manager [req-321c82f0-151b-432c-8a0d-0eae2c096991 req-3f46a831-bac3-47f8-b6c2-2795933b988f service nova] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Neutron deleted interface 50dd9226-31aa-4cfb-84e3-ec207e11ccc6; detaching it from the instance and deleting it from the info cache [ 1734.673804] env[62099]: DEBUG nova.network.neutron [req-321c82f0-151b-432c-8a0d-0eae2c096991 req-3f46a831-bac3-47f8-b6c2-2795933b988f service nova] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.005571] env[62099]: DEBUG oslo_vmware.api [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897244, 'name': ReconfigVM_Task, 'duration_secs': 0.205294} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.009038] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Updating instance '08c08a5a-6dcc-4cb3-948d-a533dcedd372' progress to 33 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1735.124068] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.126485] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.689s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.128048] env[62099]: INFO nova.compute.claims [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1735.131533] env[62099]: DEBUG nova.network.neutron [-] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.157893] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 80e54a65-d1da-44d8-9c3a-de2bf54ae4bf] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1735.176144] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b04f8cf-82d0-4ab9-8a21-a8939e760a18 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.184471] env[62099]: INFO nova.scheduler.client.report [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Deleted allocations for instance 1b4c7281-63df-4c1b-8583-e3db858f0c64 [ 1735.188142] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f381296e-b1a2-4555-9b71-c8b3f8ca863a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.224487] env[62099]: DEBUG nova.compute.manager [req-321c82f0-151b-432c-8a0d-0eae2c096991 req-3f46a831-bac3-47f8-b6c2-2795933b988f service nova] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Detach interface failed, port_id=50dd9226-31aa-4cfb-84e3-ec207e11ccc6, reason: Instance 8306276b-1091-459a-8301-4bcfc22b7c4f could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1735.514341] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1735.514608] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1735.514785] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1735.514971] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1735.515133] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1735.515279] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1735.515480] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1735.515637] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1735.515801] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1735.515960] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1735.516175] env[62099]: DEBUG nova.virt.hardware [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1735.521787] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1735.522099] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d4e09a4-1e1b-47b7-82ea-6081769bad1d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.543217] env[62099]: DEBUG oslo_vmware.api [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1735.543217] env[62099]: value = "task-1897245" [ 1735.543217] env[62099]: _type = "Task" [ 1735.543217] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.551242] env[62099]: DEBUG oslo_vmware.api [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.634352] env[62099]: INFO nova.compute.manager [-] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Took 1.22 seconds to deallocate network for instance. [ 1735.661227] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 0971d049-f5b5-44d0-982f-4bf351d245cb] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1735.705834] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c5500850-b885-488c-b2cb-4a8350fae081 tempest-AttachInterfacesUnderV243Test-827259933 tempest-AttachInterfacesUnderV243Test-827259933-project-member] Lock "1b4c7281-63df-4c1b-8583-e3db858f0c64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.493s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.053564] env[62099]: DEBUG oslo_vmware.api [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897245, 'name': ReconfigVM_Task, 'duration_secs': 0.171064} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.053679] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1736.054455] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8fdc61-4ef1-4079-a3cb-69dfc59c2061 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.076371] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 08c08a5a-6dcc-4cb3-948d-a533dcedd372/08c08a5a-6dcc-4cb3-948d-a533dcedd372.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1736.076680] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a99aafa-9ca2-4af5-972c-31f11890a199 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.094761] env[62099]: DEBUG oslo_vmware.api [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1736.094761] env[62099]: value = "task-1897246" [ 1736.094761] env[62099]: _type = "Task" [ 1736.094761] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.104121] env[62099]: DEBUG oslo_vmware.api [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.147227] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.166828] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 0ec9dc4f-a2dd-4112-b8d0-c3c3c6ac82b9] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1736.383687] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ef0391-25f9-4dc2-86c2-61e23147530b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.391056] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111f1bdf-8773-4e17-91d4-1a55d3bf02a7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.422778] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8b2a61-ad9d-43c7-9cb4-51733ac2285b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.430949] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4528a7eb-d3fc-45fc-a2d3-2bb0b123f31d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.444360] env[62099]: DEBUG nova.compute.provider_tree [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.605738] env[62099]: DEBUG oslo_vmware.api [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897246, 'name': ReconfigVM_Task, 'duration_secs': 0.314536} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.606786] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 08c08a5a-6dcc-4cb3-948d-a533dcedd372/08c08a5a-6dcc-4cb3-948d-a533dcedd372.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1736.607108] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Updating instance '08c08a5a-6dcc-4cb3-948d-a533dcedd372' progress to 50 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1736.673619] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: dd96b62a-b50b-46aa-8dce-af6d87bc7f6c] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1736.950017] env[62099]: DEBUG nova.scheduler.client.report [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1737.114896] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dab488d-9ccc-461a-8892-ca6f39207b50 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.144133] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45af14c9-c097-4563-84bf-c871f613088b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.164738] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Updating instance '08c08a5a-6dcc-4cb3-948d-a533dcedd372' progress to 67 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1737.177141] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 0660533d-43d0-4ef6-9c38-da3267000db9] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1737.454808] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.455564] env[62099]: DEBUG nova.compute.manager [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1737.460927] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.416s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.461172] env[62099]: DEBUG nova.objects.instance [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Lazy-loading 'resources' on Instance uuid 62d9831c-d811-4cc3-81d7-466bec129943 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.689192] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 3f8868e3-39fe-46e8-8023-49ef66811c84] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1737.729305] env[62099]: DEBUG nova.network.neutron [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Port 2fd30bea-c5a4-4e65-906c-def9bb138b5a binding to destination host cpu-1 is already ACTIVE {{(pid=62099) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1737.806857] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.807123] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.965192] env[62099]: DEBUG nova.compute.utils [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1737.971218] env[62099]: DEBUG nova.compute.manager [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1737.973903] env[62099]: DEBUG nova.network.neutron [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1738.059749] env[62099]: DEBUG nova.policy [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55783bb8fe444ad597dbd8f909e80b14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd82d0e60385040708ad8ff119c1d1970', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1738.193829] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 1959ec2b-4161-4820-b1f9-f8c3b8c3bf34] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1738.284060] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eeb22c4-8536-47d8-bafc-e04616715b5c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.293525] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e2cf24-2cb8-408b-8c6b-035f74c08e77 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.329697] env[62099]: DEBUG nova.compute.manager [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1738.334261] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0021a6-f8c4-4c37-8f62-336920cdd891 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.343212] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c340293f-37a2-42ae-ab62-b908c2cf1354 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.359155] env[62099]: DEBUG nova.compute.provider_tree [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.478043] env[62099]: DEBUG nova.compute.manager [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1738.540126] env[62099]: DEBUG nova.network.neutron [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Successfully created port: 2438f58e-0db8-45c7-8487-a7d7f0b410c3 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1738.700708] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 10f6378b-bf30-49aa-8205-f31acffb0f4d] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1738.757026] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.760680] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.760974] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.004s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.851978] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.862105] env[62099]: DEBUG nova.scheduler.client.report [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1739.203910] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: c2a52891-b71a-492a-aeaf-07817080b4df] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1739.367465] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.369858] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.727s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.371483] env[62099]: INFO nova.compute.claims [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1739.393630] env[62099]: INFO nova.scheduler.client.report [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Deleted allocations for instance 62d9831c-d811-4cc3-81d7-466bec129943 [ 1739.484270] env[62099]: DEBUG nova.compute.manager [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1739.510234] env[62099]: DEBUG nova.virt.hardware [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1739.510521] env[62099]: DEBUG nova.virt.hardware [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1739.510700] env[62099]: DEBUG nova.virt.hardware [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1739.510940] env[62099]: DEBUG nova.virt.hardware [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1739.511044] env[62099]: DEBUG nova.virt.hardware [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1739.511189] env[62099]: DEBUG nova.virt.hardware [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1739.511393] env[62099]: DEBUG nova.virt.hardware [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1739.511551] env[62099]: DEBUG nova.virt.hardware [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1739.511785] env[62099]: DEBUG nova.virt.hardware [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1739.512053] env[62099]: DEBUG nova.virt.hardware [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1739.512251] env[62099]: DEBUG nova.virt.hardware [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1739.513369] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4305be-f030-44b7-9718-1b2deaf02cd8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.521417] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abbc893-5fbc-4f36-b062-1123425fa2db {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.707728] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: f5babee2-eada-48b0-99c6-eec3024633e2] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1739.812887] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "refresh_cache-08c08a5a-6dcc-4cb3-948d-a533dcedd372" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.813128] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "refresh_cache-08c08a5a-6dcc-4cb3-948d-a533dcedd372" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.813344] env[62099]: DEBUG nova.network.neutron [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1739.904778] env[62099]: DEBUG oslo_concurrency.lockutils [None req-e7a652b7-dc35-4531-ab5d-997b5e3eb450 tempest-ServersTestFqdnHostnames-1408500716 tempest-ServersTestFqdnHostnames-1408500716-project-member] Lock "62d9831c-d811-4cc3-81d7-466bec129943" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.677s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.997495] env[62099]: DEBUG nova.compute.manager [req-185946e9-3e6d-4f35-b7a3-0d122be6dcfa req-e96a38e7-f725-4dc9-a97b-61dc8f1ae482 service nova] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Received event network-vif-plugged-2438f58e-0db8-45c7-8487-a7d7f0b410c3 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1739.997495] env[62099]: DEBUG oslo_concurrency.lockutils [req-185946e9-3e6d-4f35-b7a3-0d122be6dcfa req-e96a38e7-f725-4dc9-a97b-61dc8f1ae482 service nova] Acquiring lock "599d9eed-469e-4bf4-abd2-4c912946fbad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.997495] env[62099]: DEBUG oslo_concurrency.lockutils [req-185946e9-3e6d-4f35-b7a3-0d122be6dcfa req-e96a38e7-f725-4dc9-a97b-61dc8f1ae482 service nova] Lock "599d9eed-469e-4bf4-abd2-4c912946fbad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.997854] env[62099]: DEBUG oslo_concurrency.lockutils [req-185946e9-3e6d-4f35-b7a3-0d122be6dcfa req-e96a38e7-f725-4dc9-a97b-61dc8f1ae482 service nova] Lock "599d9eed-469e-4bf4-abd2-4c912946fbad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.998192] env[62099]: DEBUG nova.compute.manager [req-185946e9-3e6d-4f35-b7a3-0d122be6dcfa req-e96a38e7-f725-4dc9-a97b-61dc8f1ae482 service nova] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] No waiting events found dispatching network-vif-plugged-2438f58e-0db8-45c7-8487-a7d7f0b410c3 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1739.998726] env[62099]: WARNING nova.compute.manager [req-185946e9-3e6d-4f35-b7a3-0d122be6dcfa req-e96a38e7-f725-4dc9-a97b-61dc8f1ae482 service nova] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Received unexpected event network-vif-plugged-2438f58e-0db8-45c7-8487-a7d7f0b410c3 for instance with vm_state building and task_state spawning. [ 1740.090115] env[62099]: DEBUG nova.network.neutron [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Successfully updated port: 2438f58e-0db8-45c7-8487-a7d7f0b410c3 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1740.211680] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: d8aaa7e5-cc47-4b7d-9d54-3c54d550e6cd] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1740.555726] env[62099]: DEBUG nova.network.neutron [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Updating instance_info_cache with network_info: [{"id": "2fd30bea-c5a4-4e65-906c-def9bb138b5a", "address": "fa:16:3e:87:01:4d", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd30bea-c5", "ovs_interfaceid": "2fd30bea-c5a4-4e65-906c-def9bb138b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.591760] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "refresh_cache-599d9eed-469e-4bf4-abd2-4c912946fbad" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.591911] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquired lock "refresh_cache-599d9eed-469e-4bf4-abd2-4c912946fbad" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.592077] env[62099]: DEBUG nova.network.neutron [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1740.642377] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcfbd1b-0022-43c5-9354-35949e9f11eb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.651538] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47735146-5b47-461b-bf53-a2bb283cb0f8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.684985] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ae324a-2225-4458-91cd-b8efe3dd9c1f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.692362] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61fc2bd-3a99-434c-8359-f3c178086f84 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.706058] env[62099]: DEBUG nova.compute.provider_tree [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.714377] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 87130834-359c-4d54-9cdf-f4a20a051a58] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1741.060900] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "refresh_cache-08c08a5a-6dcc-4cb3-948d-a533dcedd372" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.131226] env[62099]: DEBUG nova.network.neutron [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1741.209203] env[62099]: DEBUG nova.scheduler.client.report [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1741.217092] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: e64fb81e-2e3e-4725-86d2-75d8c69a1c16] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1741.272738] env[62099]: DEBUG nova.network.neutron [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Updating instance_info_cache with network_info: [{"id": "2438f58e-0db8-45c7-8487-a7d7f0b410c3", "address": "fa:16:3e:9e:c0:82", "network": {"id": "ece79ee5-894b-4783-a5ba-06f35c6ca8fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887834337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d82d0e60385040708ad8ff119c1d1970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2438f58e-0d", "ovs_interfaceid": "2438f58e-0db8-45c7-8487-a7d7f0b410c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.587936] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed179292-e247-4c17-958f-acd2fda1778c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.613239] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5d17f3-4cc0-44b6-9c08-365e78394a74 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.620345] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Updating instance '08c08a5a-6dcc-4cb3-948d-a533dcedd372' progress to 83 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1741.716991] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.717838] env[62099]: DEBUG nova.compute.manager [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1741.720274] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.573s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.720897] env[62099]: DEBUG nova.objects.instance [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lazy-loading 'resources' on Instance uuid 8306276b-1091-459a-8301-4bcfc22b7c4f {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1741.721462] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 9e0e8583-ff9d-429f-9a13-f197392d3541] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1741.775270] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Releasing lock "refresh_cache-599d9eed-469e-4bf4-abd2-4c912946fbad" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.775604] env[62099]: DEBUG nova.compute.manager [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Instance network_info: |[{"id": "2438f58e-0db8-45c7-8487-a7d7f0b410c3", "address": "fa:16:3e:9e:c0:82", "network": {"id": "ece79ee5-894b-4783-a5ba-06f35c6ca8fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887834337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d82d0e60385040708ad8ff119c1d1970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2438f58e-0d", "ovs_interfaceid": "2438f58e-0db8-45c7-8487-a7d7f0b410c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1741.776036] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:c0:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2438f58e-0db8-45c7-8487-a7d7f0b410c3', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1741.783791] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Creating folder: Project (d82d0e60385040708ad8ff119c1d1970). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1741.784098] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3709f0b4-9bb9-463d-af18-b28caf1910fe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.797393] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Created folder: Project (d82d0e60385040708ad8ff119c1d1970) in parent group-v391507. [ 1741.797597] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Creating folder: Instances. Parent ref: group-v391765. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1741.797931] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6cfd00b-a287-4758-9295-3dc9f1d20066 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.809030] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Created folder: Instances in parent group-v391765. [ 1741.809279] env[62099]: DEBUG oslo.service.loopingcall [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1741.809526] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1741.809681] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0ad5efd-e38a-428f-9dc7-139280975ed4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.833136] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1741.833136] env[62099]: value = "task-1897249" [ 1741.833136] env[62099]: _type = "Task" [ 1741.833136] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.841481] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897249, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.020472] env[62099]: DEBUG nova.compute.manager [req-adb24862-168a-4a90-ba5a-e8a20a83bede req-755485af-ca11-4485-9bb1-4cf0b2b7cdef service nova] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Received event network-changed-2438f58e-0db8-45c7-8487-a7d7f0b410c3 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1742.020472] env[62099]: DEBUG nova.compute.manager [req-adb24862-168a-4a90-ba5a-e8a20a83bede req-755485af-ca11-4485-9bb1-4cf0b2b7cdef service nova] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Refreshing instance network info cache due to event network-changed-2438f58e-0db8-45c7-8487-a7d7f0b410c3. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1742.020845] env[62099]: DEBUG oslo_concurrency.lockutils [req-adb24862-168a-4a90-ba5a-e8a20a83bede req-755485af-ca11-4485-9bb1-4cf0b2b7cdef service nova] Acquiring lock "refresh_cache-599d9eed-469e-4bf4-abd2-4c912946fbad" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.020845] env[62099]: DEBUG oslo_concurrency.lockutils [req-adb24862-168a-4a90-ba5a-e8a20a83bede req-755485af-ca11-4485-9bb1-4cf0b2b7cdef service nova] Acquired lock "refresh_cache-599d9eed-469e-4bf4-abd2-4c912946fbad" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.020845] env[62099]: DEBUG nova.network.neutron [req-adb24862-168a-4a90-ba5a-e8a20a83bede req-755485af-ca11-4485-9bb1-4cf0b2b7cdef service nova] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Refreshing network info cache for port 2438f58e-0db8-45c7-8487-a7d7f0b410c3 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1742.128955] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1742.129302] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d09464b-fefb-49a3-82e8-fb2bf12e0205 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.136173] env[62099]: DEBUG oslo_vmware.api [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1742.136173] env[62099]: value = "task-1897250" [ 1742.136173] env[62099]: _type = "Task" [ 1742.136173] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.143913] env[62099]: DEBUG oslo_vmware.api [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.225037] env[62099]: DEBUG nova.compute.utils [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1742.226210] env[62099]: DEBUG nova.compute.manager [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1742.226380] env[62099]: DEBUG nova.network.neutron [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1742.230573] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 3e81cc1d-d2a2-4efd-bdb1-858e463d857d] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1742.282692] env[62099]: DEBUG nova.policy [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed2bfb309d284555ac69c8d2d5eb4437', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '166bdcd08cd7483e97495d93531054c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1742.342905] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897249, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.459936] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6b5a9e-6d1f-4fc5-bce3-5e45770624df {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.468058] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b296d5-f8c3-424c-b38e-2e1b2f42fb76 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.505801] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc563ab-972d-47be-aa97-d6cf586b6f0a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.514122] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c51bc8-26e1-48de-80af-92576675346a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.530108] env[62099]: DEBUG nova.compute.provider_tree [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1742.586052] env[62099]: DEBUG nova.network.neutron [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Successfully created port: 07d3c20b-9538-40b9-90a2-cd52940a19e9 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1742.646237] env[62099]: DEBUG oslo_vmware.api [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897250, 'name': PowerOnVM_Task, 'duration_secs': 0.388061} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.646522] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1742.646731] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4fd976-56e3-4c6c-b7f1-33b43bbf03a8 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Updating instance '08c08a5a-6dcc-4cb3-948d-a533dcedd372' progress to 100 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1742.733563] env[62099]: DEBUG nova.compute.manager [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1742.736148] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 9d85aac2-21be-4e8c-bcbb-76d01ad6c0c6] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1742.840352] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897249, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.907601] env[62099]: DEBUG nova.network.neutron [req-adb24862-168a-4a90-ba5a-e8a20a83bede req-755485af-ca11-4485-9bb1-4cf0b2b7cdef service nova] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Updated VIF entry in instance network info cache for port 2438f58e-0db8-45c7-8487-a7d7f0b410c3. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1742.907956] env[62099]: DEBUG nova.network.neutron [req-adb24862-168a-4a90-ba5a-e8a20a83bede req-755485af-ca11-4485-9bb1-4cf0b2b7cdef service nova] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Updating instance_info_cache with network_info: [{"id": "2438f58e-0db8-45c7-8487-a7d7f0b410c3", "address": "fa:16:3e:9e:c0:82", "network": {"id": "ece79ee5-894b-4783-a5ba-06f35c6ca8fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887834337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d82d0e60385040708ad8ff119c1d1970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2438f58e-0d", "ovs_interfaceid": "2438f58e-0db8-45c7-8487-a7d7f0b410c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.033368] env[62099]: DEBUG nova.scheduler.client.report [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1743.242074] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 12afe1f4-4fc3-40a1-bde2-2afaf1772cde] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1743.341055] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897249, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.410937] env[62099]: DEBUG oslo_concurrency.lockutils [req-adb24862-168a-4a90-ba5a-e8a20a83bede req-755485af-ca11-4485-9bb1-4cf0b2b7cdef service nova] Releasing lock "refresh_cache-599d9eed-469e-4bf4-abd2-4c912946fbad" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.539050] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.540944] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.689s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.542450] env[62099]: INFO nova.compute.claims [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1743.566487] env[62099]: INFO nova.scheduler.client.report [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Deleted allocations for instance 8306276b-1091-459a-8301-4bcfc22b7c4f [ 1743.746031] env[62099]: DEBUG nova.compute.manager [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1743.748090] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 5eaf0e46-3b7a-4762-8e51-7cc7b4572f1b] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1743.773280] env[62099]: DEBUG nova.virt.hardware [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1743.773531] env[62099]: DEBUG nova.virt.hardware [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1743.773688] env[62099]: DEBUG nova.virt.hardware [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1743.773893] env[62099]: DEBUG nova.virt.hardware [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1743.774057] env[62099]: DEBUG nova.virt.hardware [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1743.774208] env[62099]: DEBUG nova.virt.hardware [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1743.774408] env[62099]: DEBUG nova.virt.hardware [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1743.774563] env[62099]: DEBUG nova.virt.hardware [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1743.774727] env[62099]: DEBUG nova.virt.hardware [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1743.774888] env[62099]: DEBUG nova.virt.hardware [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1743.775067] env[62099]: DEBUG nova.virt.hardware [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1743.775928] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13fb48d-9e16-4be3-9ad1-c59f2dcde392 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.784761] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee38a5a-badc-4315-97c4-f17313a7ed42 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.841216] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897249, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.077237] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7becc8f4-e0c6-4b8d-bfd0-7f8ebba275bc tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "8306276b-1091-459a-8301-4bcfc22b7c4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.838s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.253086] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 665ba975-97e4-4ffe-8f7c-aab31e63d34d] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1744.344093] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897249, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.617841] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.618107] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.718871] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.718871] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.718871] env[62099]: DEBUG nova.compute.manager [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Going to confirm migration 3 {{(pid=62099) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1744.757652] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 8b58d790-c6ee-49ea-8979-0cc2fbb5d1a4] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1744.771131] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be56453d-0d2a-415a-b6b3-1c13ff54c565 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.780168] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d334ff85-3edd-457b-af3e-ebf280ddf167 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.811787] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0add02cf-6643-4a9d-aed2-a120a2bb5b23 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.819147] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3c3d15-f929-4e16-b44d-48882d2f2780 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.832342] env[62099]: DEBUG nova.compute.provider_tree [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1744.842636] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897249, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.123363] env[62099]: DEBUG nova.compute.manager [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1745.257715] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "refresh_cache-08c08a5a-6dcc-4cb3-948d-a533dcedd372" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.257969] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "refresh_cache-08c08a5a-6dcc-4cb3-948d-a533dcedd372" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.258222] env[62099]: DEBUG nova.network.neutron [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.258480] env[62099]: DEBUG nova.objects.instance [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lazy-loading 'info_cache' on Instance uuid 08c08a5a-6dcc-4cb3-948d-a533dcedd372 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1745.262049] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: d1ef41d8-83c8-45da-b3e6-f4754d12869d] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1745.337190] env[62099]: DEBUG nova.scheduler.client.report [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1745.349388] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897249, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.644356] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.764449] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.764449] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Cleaning up deleted instances with incomplete migration {{(pid=62099) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1745.844617] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.845089] env[62099]: DEBUG nova.compute.manager [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1745.847481] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.203s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.848922] env[62099]: INFO nova.compute.claims [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1745.857399] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897249, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.269127] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.350251] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897249, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.355753] env[62099]: DEBUG nova.compute.utils [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1746.357050] env[62099]: DEBUG nova.compute.manager [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1746.357227] env[62099]: DEBUG nova.network.neutron [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1746.396182] env[62099]: DEBUG nova.policy [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbcc08928fbe4a78a31b5c9a52a3f3a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29e6d3b878b44ccbac8ef9628b28e51c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1746.514102] env[62099]: DEBUG nova.network.neutron [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Updating instance_info_cache with network_info: [{"id": "2fd30bea-c5a4-4e65-906c-def9bb138b5a", "address": "fa:16:3e:87:01:4d", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd30bea-c5", "ovs_interfaceid": "2fd30bea-c5a4-4e65-906c-def9bb138b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.689085] env[62099]: DEBUG nova.network.neutron [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Successfully created port: 6991ec90-f46e-4adc-90e7-95873916a4bc {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1746.851619] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897249, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.860782] env[62099]: DEBUG nova.compute.manager [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1747.020316] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "refresh_cache-08c08a5a-6dcc-4cb3-948d-a533dcedd372" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.020773] env[62099]: DEBUG nova.objects.instance [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lazy-loading 'migration_context' on Instance uuid 08c08a5a-6dcc-4cb3-948d-a533dcedd372 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1747.101419] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593a2037-7a01-4dd9-9eda-b32bab58cccc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.110489] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24611d8-eeb1-4286-98ea-d5df8d975950 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.140748] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde678f9-7d72-46e1-8583-ab26723db714 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.148213] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebabfaba-5d00-4214-bc39-cdfeaf7e95de {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.162023] env[62099]: DEBUG nova.compute.provider_tree [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1747.207039] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1747.207270] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1747.351741] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897249, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.523956] env[62099]: DEBUG nova.objects.base [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Object Instance<08c08a5a-6dcc-4cb3-948d-a533dcedd372> lazy-loaded attributes: info_cache,migration_context {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1747.524956] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9aaf5f-9103-40e1-a299-321430ebb8a8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.544590] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-047a2510-c027-49ef-8cda-e8462d1cb9bc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.550413] env[62099]: DEBUG oslo_vmware.api [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1747.550413] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5206e7f3-c7a5-927f-dcf6-b0f4df23b3b6" [ 1747.550413] env[62099]: _type = "Task" [ 1747.550413] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.559275] env[62099]: DEBUG oslo_vmware.api [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5206e7f3-c7a5-927f-dcf6-b0f4df23b3b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.665026] env[62099]: DEBUG nova.scheduler.client.report [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1747.713701] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1747.713891] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1747.852547] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897249, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.870805] env[62099]: DEBUG nova.compute.manager [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1747.898022] env[62099]: DEBUG nova.virt.hardware [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1747.898178] env[62099]: DEBUG nova.virt.hardware [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1747.898249] env[62099]: DEBUG nova.virt.hardware [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1747.898443] env[62099]: DEBUG nova.virt.hardware [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1747.898592] env[62099]: DEBUG nova.virt.hardware [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1747.898890] env[62099]: DEBUG nova.virt.hardware [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1747.899127] env[62099]: DEBUG nova.virt.hardware [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1747.899293] env[62099]: DEBUG nova.virt.hardware [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1747.899461] env[62099]: DEBUG nova.virt.hardware [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1747.899624] env[62099]: DEBUG nova.virt.hardware [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1747.899822] env[62099]: DEBUG nova.virt.hardware [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1747.900741] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f54e33-003c-40d8-b36b-05874689e016 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.908740] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf44aa77-0052-48cf-9dc9-39718860d699 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.060204] env[62099]: DEBUG oslo_vmware.api [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5206e7f3-c7a5-927f-dcf6-b0f4df23b3b6, 'name': SearchDatastore_Task, 'duration_secs': 0.007909} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.060529] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.170415] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.171057] env[62099]: DEBUG nova.compute.manager [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1748.173871] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.113s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.218880] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Getting list of instances from cluster (obj){ [ 1748.218880] env[62099]: value = "domain-c8" [ 1748.218880] env[62099]: _type = "ClusterComputeResource" [ 1748.218880] env[62099]: } {{(pid=62099) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1748.220145] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c78141-29a7-4fdd-a252-507a030dbd00 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.240823] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Got total of 13 instances {{(pid=62099) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1748.241095] env[62099]: WARNING nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] While synchronizing instance power states, found 16 instances in the database and 13 instances on the hypervisor. [ 1748.241230] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Triggering sync for uuid f3aa61db-f6e2-486f-9804-fec6cc78caa3 {{(pid=62099) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1748.241421] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Triggering sync for uuid 2efc88b6-568a-46c3-89a0-f227c5ada671 {{(pid=62099) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1748.241572] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Triggering sync for uuid bab7c411-a648-40b6-a350-1aa24077b2a3 {{(pid=62099) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1748.241761] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Triggering sync for uuid ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb {{(pid=62099) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1748.241861] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Triggering sync for uuid 100bb6d8-f69a-4ad3-a1c8-53e7fa280040 {{(pid=62099) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1748.242017] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Triggering sync for uuid bc7253df-1845-43be-93a8-81ab512e7e7b {{(pid=62099) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1748.242171] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Triggering sync for uuid 69fd58ca-a8c0-4c77-9062-caf63d38be25 {{(pid=62099) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1748.242315] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Triggering sync for uuid 028e8c79-66a7-431e-9743-f704a5c79c9e {{(pid=62099) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1748.242456] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Triggering sync for uuid a7480b01-ab51-4e66-aaf5-dcf049bee103 {{(pid=62099) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1748.242596] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Triggering sync for uuid 08c08a5a-6dcc-4cb3-948d-a533dcedd372 {{(pid=62099) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1748.242738] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Triggering sync for uuid 760e1375-70c4-42f6-888e-56ca9c079c8a {{(pid=62099) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1748.242886] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Triggering sync for uuid a63b410f-88be-40f1-8b1f-c03cd495dbe5 {{(pid=62099) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1748.243038] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Triggering sync for uuid 599d9eed-469e-4bf4-abd2-4c912946fbad {{(pid=62099) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1748.243187] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Triggering sync for uuid a3f49b35-0e49-4078-9392-c7126cf14a29 {{(pid=62099) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1748.243328] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Triggering sync for uuid 3f1e9cf4-ac75-46ac-996e-2215756d53f0 {{(pid=62099) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1748.243467] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Triggering sync for uuid 3846ec4c-c74b-49ef-9fc0-38238e919eb0 {{(pid=62099) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1748.244705] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "f3aa61db-f6e2-486f-9804-fec6cc78caa3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.244705] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "f3aa61db-f6e2-486f-9804-fec6cc78caa3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.244705] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "2efc88b6-568a-46c3-89a0-f227c5ada671" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.244705] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "2efc88b6-568a-46c3-89a0-f227c5ada671" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.244705] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "bab7c411-a648-40b6-a350-1aa24077b2a3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.244902] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "bab7c411-a648-40b6-a350-1aa24077b2a3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.245129] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.245242] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.245464] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "100bb6d8-f69a-4ad3-a1c8-53e7fa280040" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.245878] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "100bb6d8-f69a-4ad3-a1c8-53e7fa280040" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.245878] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "bc7253df-1845-43be-93a8-81ab512e7e7b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.246019] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "bc7253df-1845-43be-93a8-81ab512e7e7b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.246404] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "69fd58ca-a8c0-4c77-9062-caf63d38be25" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.246404] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.246624] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "028e8c79-66a7-431e-9743-f704a5c79c9e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.246813] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "028e8c79-66a7-431e-9743-f704a5c79c9e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.247048] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "a7480b01-ab51-4e66-aaf5-dcf049bee103" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.247226] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "a7480b01-ab51-4e66-aaf5-dcf049bee103" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.247613] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.247827] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "760e1375-70c4-42f6-888e-56ca9c079c8a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.248008] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "760e1375-70c4-42f6-888e-56ca9c079c8a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.248249] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.248431] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.248646] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "599d9eed-469e-4bf4-abd2-4c912946fbad" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.248872] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "a3f49b35-0e49-4078-9392-c7126cf14a29" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.249091] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.249285] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.250165] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1a8403-7468-4aa6-a86c-cb2b9d13abef {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.253325] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57c1b79-79b4-4b59-90c7-49cb3a60d83d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.256157] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9f2cb5-7591-405d-8c7c-2ee0cb2f37ac {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.259007] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8089f752-21ef-4aec-967c-32a5f2c21086 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.261612] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea34d2f-d6c8-4fe0-b518-8a3a0e7b1583 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.265769] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cb2588-a2ac-48f4-879b-5771ac6482ce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.268395] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0b39cc-374b-4ff7-be92-b0bdc90d4e3e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.028028] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef4c1b4-65ed-4512-81b5-1b856e8b22d2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.031747] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455d1947-5611-43af-a89c-9e35b49570c7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.035114] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc34e4bc-282a-4102-b56c-788043a17aa8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.038588] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28aae14-4e53-40eb-a687-3c1b56a0e5e8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.046347] env[62099]: DEBUG nova.compute.utils [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1749.062396] env[62099]: DEBUG nova.compute.manager [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1749.062632] env[62099]: DEBUG nova.network.neutron [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1749.105947] env[62099]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1749.112098] env[62099]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1749.115931] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897249, 'name': CreateVM_Task, 'duration_secs': 6.369615} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.117181] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1749.118081] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.118232] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.118554] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1749.119962] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fedc778-236d-4bdf-b9c6-1cd9104177a5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.125987] env[62099]: DEBUG nova.compute.manager [req-b3fc3187-ef92-4f73-8ed1-33674143a126 req-f2ae3dc3-0603-4610-88bb-34c02c30a64d service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Received event network-vif-plugged-6991ec90-f46e-4adc-90e7-95873916a4bc {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1749.125987] env[62099]: DEBUG oslo_concurrency.lockutils [req-b3fc3187-ef92-4f73-8ed1-33674143a126 req-f2ae3dc3-0603-4610-88bb-34c02c30a64d service nova] Acquiring lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.125987] env[62099]: DEBUG oslo_concurrency.lockutils [req-b3fc3187-ef92-4f73-8ed1-33674143a126 req-f2ae3dc3-0603-4610-88bb-34c02c30a64d service nova] Lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.126168] env[62099]: DEBUG oslo_concurrency.lockutils [req-b3fc3187-ef92-4f73-8ed1-33674143a126 req-f2ae3dc3-0603-4610-88bb-34c02c30a64d service nova] Lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.126343] env[62099]: DEBUG nova.compute.manager [req-b3fc3187-ef92-4f73-8ed1-33674143a126 req-f2ae3dc3-0603-4610-88bb-34c02c30a64d service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] No waiting events found dispatching network-vif-plugged-6991ec90-f46e-4adc-90e7-95873916a4bc {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1749.126576] env[62099]: WARNING nova.compute.manager [req-b3fc3187-ef92-4f73-8ed1-33674143a126 req-f2ae3dc3-0603-4610-88bb-34c02c30a64d service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Received unexpected event network-vif-plugged-6991ec90-f46e-4adc-90e7-95873916a4bc for instance with vm_state building and task_state spawning. [ 1749.136392] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1749.136392] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b225bd-542d-2617-297c-3ae29c8bf72f" [ 1749.136392] env[62099]: _type = "Task" [ 1749.136392] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.137721] env[62099]: DEBUG nova.compute.manager [req-e71dc899-cdf3-4a54-849b-101955496bf8 req-5a484180-2cc5-4b36-8734-aba05e41b3c1 service nova] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Received event network-vif-plugged-07d3c20b-9538-40b9-90a2-cd52940a19e9 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1749.137952] env[62099]: DEBUG oslo_concurrency.lockutils [req-e71dc899-cdf3-4a54-849b-101955496bf8 req-5a484180-2cc5-4b36-8734-aba05e41b3c1 service nova] Acquiring lock "a3f49b35-0e49-4078-9392-c7126cf14a29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.138134] env[62099]: DEBUG oslo_concurrency.lockutils [req-e71dc899-cdf3-4a54-849b-101955496bf8 req-5a484180-2cc5-4b36-8734-aba05e41b3c1 service nova] Lock "a3f49b35-0e49-4078-9392-c7126cf14a29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.138380] env[62099]: DEBUG oslo_concurrency.lockutils [req-e71dc899-cdf3-4a54-849b-101955496bf8 req-5a484180-2cc5-4b36-8734-aba05e41b3c1 service nova] Lock "a3f49b35-0e49-4078-9392-c7126cf14a29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.138647] env[62099]: DEBUG nova.compute.manager [req-e71dc899-cdf3-4a54-849b-101955496bf8 req-5a484180-2cc5-4b36-8734-aba05e41b3c1 service nova] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] No waiting events found dispatching network-vif-plugged-07d3c20b-9538-40b9-90a2-cd52940a19e9 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1749.138747] env[62099]: WARNING nova.compute.manager [req-e71dc899-cdf3-4a54-849b-101955496bf8 req-5a484180-2cc5-4b36-8734-aba05e41b3c1 service nova] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Received unexpected event network-vif-plugged-07d3c20b-9538-40b9-90a2-cd52940a19e9 for instance with vm_state building and task_state spawning. [ 1749.153291] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b225bd-542d-2617-297c-3ae29c8bf72f, 'name': SearchDatastore_Task, 'duration_secs': 0.013391} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.155946] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.156267] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1749.156625] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.156625] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.156831] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1749.157822] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f298e586-c52a-4f5c-9964-0e5a01f57c59 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.173680] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1749.173680] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1749.174014] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beffe98c-403f-4c42-ae2e-362c8e6ba5da {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.184943] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1749.184943] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a15d0f-d659-2488-2241-e8b9437a6b74" [ 1749.184943] env[62099]: _type = "Task" [ 1749.184943] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.195687] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a15d0f-d659-2488-2241-e8b9437a6b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.200294] env[62099]: DEBUG nova.policy [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aefef81d46c84981af60a083a0c45ed7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9ea02632ca94994997d79efa82bacb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1749.235449] env[62099]: DEBUG nova.network.neutron [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Successfully updated port: 6991ec90-f46e-4adc-90e7-95873916a4bc {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1749.390136] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b7aee9-57cb-4a87-aff6-be5c9ac3bb2c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.398634] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31deeeb-6500-4c45-93b9-3954e7739e0a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.429303] env[62099]: DEBUG nova.network.neutron [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Successfully updated port: 07d3c20b-9538-40b9-90a2-cd52940a19e9 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1749.434021] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4360e17-7983-408e-a494-1e5c5565334c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.439680] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4022619b-1110-4151-b8ff-233658512ddc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.454061] env[62099]: DEBUG nova.compute.provider_tree [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.551964] env[62099]: DEBUG nova.compute.manager [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1749.593363] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "f3aa61db-f6e2-486f-9804-fec6cc78caa3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.349s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.595954] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "100bb6d8-f69a-4ad3-a1c8-53e7fa280040" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.350s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.596360] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "2efc88b6-568a-46c3-89a0-f227c5ada671" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.352s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.608514] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.362s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.608896] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "a7480b01-ab51-4e66-aaf5-dcf049bee103" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.362s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.609243] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "028e8c79-66a7-431e-9743-f704a5c79c9e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.362s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.617075] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.369s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.638096] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "bc7253df-1845-43be-93a8-81ab512e7e7b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.392s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.641760] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "760e1375-70c4-42f6-888e-56ca9c079c8a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.394s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.642109] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "bab7c411-a648-40b6-a350-1aa24077b2a3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.397s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.647194] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.401s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.660106] env[62099]: DEBUG nova.network.neutron [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Successfully created port: dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1749.695536] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a15d0f-d659-2488-2241-e8b9437a6b74, 'name': SearchDatastore_Task, 'duration_secs': 0.010507} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.696382] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dd5e318-765d-4803-b224-3f8986280b1e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.702084] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1749.702084] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5228e937-03ad-e449-d5cd-026b8d7f5b96" [ 1749.702084] env[62099]: _type = "Task" [ 1749.702084] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.710416] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5228e937-03ad-e449-d5cd-026b8d7f5b96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.738043] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.738043] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquired lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.738212] env[62099]: DEBUG nova.network.neutron [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1749.934873] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "refresh_cache-a3f49b35-0e49-4078-9392-c7126cf14a29" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.935072] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "refresh_cache-a3f49b35-0e49-4078-9392-c7126cf14a29" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.935230] env[62099]: DEBUG nova.network.neutron [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1749.957340] env[62099]: DEBUG nova.scheduler.client.report [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1750.213081] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5228e937-03ad-e449-d5cd-026b8d7f5b96, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.213525] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.213743] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 599d9eed-469e-4bf4-abd2-4c912946fbad/599d9eed-469e-4bf4-abd2-4c912946fbad.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1750.213933] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb89213f-f0d2-40a3-b2ea-6eb0f33762e6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.220898] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1750.220898] env[62099]: value = "task-1897251" [ 1750.220898] env[62099]: _type = "Task" [ 1750.220898] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.229213] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.272491] env[62099]: DEBUG nova.network.neutron [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1750.487332] env[62099]: DEBUG nova.network.neutron [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1750.519189] env[62099]: DEBUG nova.network.neutron [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Updating instance_info_cache with network_info: [{"id": "6991ec90-f46e-4adc-90e7-95873916a4bc", "address": "fa:16:3e:34:9b:87", "network": {"id": "7b086ed8-9faa-472f-aa0f-5794f0d37a97", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-664053015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29e6d3b878b44ccbac8ef9628b28e51c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6991ec90-f4", "ovs_interfaceid": "6991ec90-f46e-4adc-90e7-95873916a4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.565439] env[62099]: DEBUG nova.compute.manager [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1750.602373] env[62099]: DEBUG nova.virt.hardware [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1750.602672] env[62099]: DEBUG nova.virt.hardware [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1750.602917] env[62099]: DEBUG nova.virt.hardware [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1750.603071] env[62099]: DEBUG nova.virt.hardware [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1750.603251] env[62099]: DEBUG nova.virt.hardware [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1750.603406] env[62099]: DEBUG nova.virt.hardware [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1750.603620] env[62099]: DEBUG nova.virt.hardware [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1750.603866] env[62099]: DEBUG nova.virt.hardware [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1750.603990] env[62099]: DEBUG nova.virt.hardware [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1750.604199] env[62099]: DEBUG nova.virt.hardware [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1750.604409] env[62099]: DEBUG nova.virt.hardware [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1750.605401] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139293d1-7631-4a94-b367-4b9b16086fd8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.615677] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4985eb-e868-43da-892e-53a9b0fc6012 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.660994] env[62099]: DEBUG nova.network.neutron [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Updating instance_info_cache with network_info: [{"id": "07d3c20b-9538-40b9-90a2-cd52940a19e9", "address": "fa:16:3e:8f:c8:01", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d3c20b-95", "ovs_interfaceid": "07d3c20b-9538-40b9-90a2-cd52940a19e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.731410] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897251, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.972731] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.799s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.023054] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Releasing lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.023054] env[62099]: DEBUG nova.compute.manager [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Instance network_info: |[{"id": "6991ec90-f46e-4adc-90e7-95873916a4bc", "address": "fa:16:3e:34:9b:87", "network": {"id": "7b086ed8-9faa-472f-aa0f-5794f0d37a97", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-664053015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29e6d3b878b44ccbac8ef9628b28e51c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6991ec90-f4", "ovs_interfaceid": "6991ec90-f46e-4adc-90e7-95873916a4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1751.023395] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:9b:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6991ec90-f46e-4adc-90e7-95873916a4bc', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1751.030847] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Creating folder: Project (29e6d3b878b44ccbac8ef9628b28e51c). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1751.031418] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d00953b4-531d-4e57-86b8-47aa2ceebfda {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.042527] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Created folder: Project (29e6d3b878b44ccbac8ef9628b28e51c) in parent group-v391507. [ 1751.042737] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Creating folder: Instances. Parent ref: group-v391768. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1751.042999] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3089f1db-82f8-43a9-afe2-8e1228bea668 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.052636] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Created folder: Instances in parent group-v391768. [ 1751.052885] env[62099]: DEBUG oslo.service.loopingcall [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1751.053093] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1751.053306] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-124c9ea6-008f-4f02-b50e-4f887827d069 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.073649] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1751.073649] env[62099]: value = "task-1897254" [ 1751.073649] env[62099]: _type = "Task" [ 1751.073649] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.081584] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897254, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.157809] env[62099]: DEBUG nova.compute.manager [req-265d30cd-fd23-482f-a71c-b2ff169822af req-460ae9fc-f432-49ef-8a8f-88a2551285f6 service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Received event network-changed-6991ec90-f46e-4adc-90e7-95873916a4bc {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1751.157809] env[62099]: DEBUG nova.compute.manager [req-265d30cd-fd23-482f-a71c-b2ff169822af req-460ae9fc-f432-49ef-8a8f-88a2551285f6 service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Refreshing instance network info cache due to event network-changed-6991ec90-f46e-4adc-90e7-95873916a4bc. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1751.157809] env[62099]: DEBUG oslo_concurrency.lockutils [req-265d30cd-fd23-482f-a71c-b2ff169822af req-460ae9fc-f432-49ef-8a8f-88a2551285f6 service nova] Acquiring lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.157809] env[62099]: DEBUG oslo_concurrency.lockutils [req-265d30cd-fd23-482f-a71c-b2ff169822af req-460ae9fc-f432-49ef-8a8f-88a2551285f6 service nova] Acquired lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.158369] env[62099]: DEBUG nova.network.neutron [req-265d30cd-fd23-482f-a71c-b2ff169822af req-460ae9fc-f432-49ef-8a8f-88a2551285f6 service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Refreshing network info cache for port 6991ec90-f46e-4adc-90e7-95873916a4bc {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1751.163710] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "refresh_cache-a3f49b35-0e49-4078-9392-c7126cf14a29" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.164338] env[62099]: DEBUG nova.compute.manager [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Instance network_info: |[{"id": "07d3c20b-9538-40b9-90a2-cd52940a19e9", "address": "fa:16:3e:8f:c8:01", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d3c20b-95", "ovs_interfaceid": "07d3c20b-9538-40b9-90a2-cd52940a19e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1751.164871] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:c8:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07d3c20b-9538-40b9-90a2-cd52940a19e9', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1751.172552] env[62099]: DEBUG oslo.service.loopingcall [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1751.173579] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1751.173890] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0ff8eec-aa07-4dbb-9836-e9b3b538a7e4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.197046] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1751.197046] env[62099]: value = "task-1897255" [ 1751.197046] env[62099]: _type = "Task" [ 1751.197046] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.205527] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897255, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.232395] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526785} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.232672] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 599d9eed-469e-4bf4-abd2-4c912946fbad/599d9eed-469e-4bf4-abd2-4c912946fbad.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1751.232836] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1751.233100] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36db5a4e-3a1a-4460-9401-f7be0a756ed1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.240012] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1751.240012] env[62099]: value = "task-1897256" [ 1751.240012] env[62099]: _type = "Task" [ 1751.240012] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.248998] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.357418] env[62099]: DEBUG nova.network.neutron [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Successfully updated port: dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1751.473502] env[62099]: DEBUG nova.compute.manager [req-f0c9fd77-6eeb-42d8-8ae0-4a9f5a677d7c req-db9eb2af-d89b-4ec1-b872-1197c30388d4 service nova] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Received event network-changed-07d3c20b-9538-40b9-90a2-cd52940a19e9 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1751.473826] env[62099]: DEBUG nova.compute.manager [req-f0c9fd77-6eeb-42d8-8ae0-4a9f5a677d7c req-db9eb2af-d89b-4ec1-b872-1197c30388d4 service nova] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Refreshing instance network info cache due to event network-changed-07d3c20b-9538-40b9-90a2-cd52940a19e9. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1751.474129] env[62099]: DEBUG oslo_concurrency.lockutils [req-f0c9fd77-6eeb-42d8-8ae0-4a9f5a677d7c req-db9eb2af-d89b-4ec1-b872-1197c30388d4 service nova] Acquiring lock "refresh_cache-a3f49b35-0e49-4078-9392-c7126cf14a29" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.474375] env[62099]: DEBUG oslo_concurrency.lockutils [req-f0c9fd77-6eeb-42d8-8ae0-4a9f5a677d7c req-db9eb2af-d89b-4ec1-b872-1197c30388d4 service nova] Acquired lock "refresh_cache-a3f49b35-0e49-4078-9392-c7126cf14a29" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.474616] env[62099]: DEBUG nova.network.neutron [req-f0c9fd77-6eeb-42d8-8ae0-4a9f5a677d7c req-db9eb2af-d89b-4ec1-b872-1197c30388d4 service nova] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Refreshing network info cache for port 07d3c20b-9538-40b9-90a2-cd52940a19e9 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1751.585342] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897254, 'name': CreateVM_Task, 'duration_secs': 0.496435} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.585546] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1751.586284] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.586468] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.586824] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1751.587115] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d791ed8-484f-47a9-b035-37472912e12e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.594373] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1751.594373] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]527dfbdc-fc61-b9b3-b499-fd6af1d8cdc8" [ 1751.594373] env[62099]: _type = "Task" [ 1751.594373] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.604522] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]527dfbdc-fc61-b9b3-b499-fd6af1d8cdc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.713605] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897255, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.714628] env[62099]: INFO nova.scheduler.client.report [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleted allocation for migration 7e946c19-d265-4c9d-86b0-de1318053e40 [ 1751.753503] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077617} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.753778] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1751.754719] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655a9bb0-41d7-4df6-ac64-c2dd79940e4c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.781515] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 599d9eed-469e-4bf4-abd2-4c912946fbad/599d9eed-469e-4bf4-abd2-4c912946fbad.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1751.784584] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fbeb80d-bdfb-4780-9452-f5876d281fe8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.805368] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1751.805368] env[62099]: value = "task-1897257" [ 1751.805368] env[62099]: _type = "Task" [ 1751.805368] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.813677] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897257, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.862251] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "refresh_cache-3846ec4c-c74b-49ef-9fc0-38238e919eb0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.862251] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "refresh_cache-3846ec4c-c74b-49ef-9fc0-38238e919eb0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.862251] env[62099]: DEBUG nova.network.neutron [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1752.013200] env[62099]: DEBUG nova.network.neutron [req-265d30cd-fd23-482f-a71c-b2ff169822af req-460ae9fc-f432-49ef-8a8f-88a2551285f6 service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Updated VIF entry in instance network info cache for port 6991ec90-f46e-4adc-90e7-95873916a4bc. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1752.013721] env[62099]: DEBUG nova.network.neutron [req-265d30cd-fd23-482f-a71c-b2ff169822af req-460ae9fc-f432-49ef-8a8f-88a2551285f6 service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Updating instance_info_cache with network_info: [{"id": "6991ec90-f46e-4adc-90e7-95873916a4bc", "address": "fa:16:3e:34:9b:87", "network": {"id": "7b086ed8-9faa-472f-aa0f-5794f0d37a97", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-664053015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29e6d3b878b44ccbac8ef9628b28e51c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6991ec90-f4", "ovs_interfaceid": "6991ec90-f46e-4adc-90e7-95873916a4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.105928] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]527dfbdc-fc61-b9b3-b499-fd6af1d8cdc8, 'name': SearchDatastore_Task, 'duration_secs': 0.013765} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.106279] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.106541] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1752.106797] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.106961] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.107156] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1752.107417] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bfae85d-082c-4c82-97b1-0cc709f2aaa2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.118378] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1752.118568] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1752.120220] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19374f8e-aae5-4137-86f4-e0cbebf2c6bf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.125584] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1752.125584] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52eee339-7cba-a4ab-e7f5-bb5e30f5fa8c" [ 1752.125584] env[62099]: _type = "Task" [ 1752.125584] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.133906] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52eee339-7cba-a4ab-e7f5-bb5e30f5fa8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.185205] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.208792] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897255, 'name': CreateVM_Task, 'duration_secs': 0.684248} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.208877] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1752.209690] env[62099]: DEBUG nova.network.neutron [req-f0c9fd77-6eeb-42d8-8ae0-4a9f5a677d7c req-db9eb2af-d89b-4ec1-b872-1197c30388d4 service nova] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Updated VIF entry in instance network info cache for port 07d3c20b-9538-40b9-90a2-cd52940a19e9. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1752.210080] env[62099]: DEBUG nova.network.neutron [req-f0c9fd77-6eeb-42d8-8ae0-4a9f5a677d7c req-db9eb2af-d89b-4ec1-b872-1197c30388d4 service nova] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Updating instance_info_cache with network_info: [{"id": "07d3c20b-9538-40b9-90a2-cd52940a19e9", "address": "fa:16:3e:8f:c8:01", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d3c20b-95", "ovs_interfaceid": "07d3c20b-9538-40b9-90a2-cd52940a19e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.211650] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.211821] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.212423] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1752.213591] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5ed7f2-a939-4541-9ae9-28d35bc867ae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.217855] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1752.217855] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5273100c-4fb3-5abb-e4c5-e4790f0a1806" [ 1752.217855] env[62099]: _type = "Task" [ 1752.217855] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.227488] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1ac03a3b-3943-4886-95df-c253cc766b24 tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.509s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.228523] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5273100c-4fb3-5abb-e4c5-e4790f0a1806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.230056] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.981s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.230056] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0b9900-c105-47f9-af8d-f96301c3cffc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.315009] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897257, 'name': ReconfigVM_Task, 'duration_secs': 0.312352} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.315277] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 599d9eed-469e-4bf4-abd2-4c912946fbad/599d9eed-469e-4bf4-abd2-4c912946fbad.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1752.315902] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffb25cc7-27a0-4e5d-b31e-dccdb31bf08c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.322507] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1752.322507] env[62099]: value = "task-1897258" [ 1752.322507] env[62099]: _type = "Task" [ 1752.322507] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.330731] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897258, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.392968] env[62099]: DEBUG nova.network.neutron [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1752.516363] env[62099]: DEBUG oslo_concurrency.lockutils [req-265d30cd-fd23-482f-a71c-b2ff169822af req-460ae9fc-f432-49ef-8a8f-88a2551285f6 service nova] Releasing lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.519220] env[62099]: DEBUG nova.network.neutron [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Updating instance_info_cache with network_info: [{"id": "dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb", "address": "fa:16:3e:66:07:38", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabb654b-8c", "ovs_interfaceid": "dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.592580] env[62099]: DEBUG oslo_concurrency.lockutils [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "69fd58ca-a8c0-4c77-9062-caf63d38be25" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.593055] env[62099]: DEBUG oslo_concurrency.lockutils [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.593273] env[62099]: INFO nova.compute.manager [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Shelving [ 1752.637042] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52eee339-7cba-a4ab-e7f5-bb5e30f5fa8c, 'name': SearchDatastore_Task, 'duration_secs': 0.009574} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.637421] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ebf788-6d90-47f2-9977-ab59eac1a635 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.642542] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1752.642542] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]526a7135-ef73-eaab-cd4d-dec317945ae8" [ 1752.642542] env[62099]: _type = "Task" [ 1752.642542] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.650249] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526a7135-ef73-eaab-cd4d-dec317945ae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.713965] env[62099]: DEBUG oslo_concurrency.lockutils [req-f0c9fd77-6eeb-42d8-8ae0-4a9f5a677d7c req-db9eb2af-d89b-4ec1-b872-1197c30388d4 service nova] Releasing lock "refresh_cache-a3f49b35-0e49-4078-9392-c7126cf14a29" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.728231] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5273100c-4fb3-5abb-e4c5-e4790f0a1806, 'name': SearchDatastore_Task, 'duration_secs': 0.010606} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.729369] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.729868] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1752.730252] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.740781] env[62099]: INFO nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] During sync_power_state the instance has a pending task (deleting). Skip. [ 1752.741007] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.741260] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.556s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.741470] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.741667] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.741826] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.747511] env[62099]: INFO nova.compute.manager [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Terminating instance [ 1752.755573] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "cfc5c680-6ca9-43a1-90ef-e4a632982d11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.755800] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "cfc5c680-6ca9-43a1-90ef-e4a632982d11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.833207] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897258, 'name': Rename_Task, 'duration_secs': 0.144293} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.833207] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1752.833411] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31cdf5ee-a7c7-4419-8764-3a236c05d7dd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.841157] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1752.841157] env[62099]: value = "task-1897259" [ 1752.841157] env[62099]: _type = "Task" [ 1752.841157] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.850491] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.021971] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "refresh_cache-3846ec4c-c74b-49ef-9fc0-38238e919eb0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.022339] env[62099]: DEBUG nova.compute.manager [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Instance network_info: |[{"id": "dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb", "address": "fa:16:3e:66:07:38", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabb654b-8c", "ovs_interfaceid": "dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1753.022761] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:07:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1753.030205] env[62099]: DEBUG oslo.service.loopingcall [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1753.030750] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1753.030985] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02f758f8-db7d-40f6-9538-0dbc85b99f44 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.049787] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1753.049787] env[62099]: value = "task-1897260" [ 1753.049787] env[62099]: _type = "Task" [ 1753.049787] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.056893] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897260, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.153328] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526a7135-ef73-eaab-cd4d-dec317945ae8, 'name': SearchDatastore_Task, 'duration_secs': 0.008762} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.153466] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.153739] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 3f1e9cf4-ac75-46ac-996e-2215756d53f0/3f1e9cf4-ac75-46ac-996e-2215756d53f0.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1753.154055] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.154263] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1753.154480] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-732754ba-1a43-4360-9ed3-832e4f74ffeb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.156697] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85209596-8d25-4f5a-97dd-106ca080a653 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.162863] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1753.162863] env[62099]: value = "task-1897261" [ 1753.162863] env[62099]: _type = "Task" [ 1753.162863] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.166801] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1753.167306] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1753.168336] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8d64c9d-3aa4-48a0-ad92-d5d34df42589 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.173922] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.176977] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1753.176977] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52bf86c4-f7d6-a045-22e4-eee42c5037f0" [ 1753.176977] env[62099]: _type = "Task" [ 1753.176977] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.184890] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52bf86c4-f7d6-a045-22e4-eee42c5037f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.256882] env[62099]: DEBUG nova.compute.manager [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1753.257195] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1753.257696] env[62099]: DEBUG nova.compute.manager [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1753.261546] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81973177-9da3-4273-b13a-db0a7d03d8a1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.273216] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1753.273526] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0067e667-7a49-4b17-b08b-5db1b46176b0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.280700] env[62099]: DEBUG oslo_vmware.api [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1753.280700] env[62099]: value = "task-1897262" [ 1753.280700] env[62099]: _type = "Task" [ 1753.280700] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.290493] env[62099]: DEBUG oslo_vmware.api [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.353776] env[62099]: DEBUG oslo_vmware.api [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897259, 'name': PowerOnVM_Task, 'duration_secs': 0.488126} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.354260] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1753.354589] env[62099]: INFO nova.compute.manager [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Took 13.87 seconds to spawn the instance on the hypervisor. [ 1753.354664] env[62099]: DEBUG nova.compute.manager [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.355727] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141f40eb-79c9-4592-996b-44060903a77e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.531359] env[62099]: DEBUG nova.compute.manager [req-518e286f-cf12-4876-8ead-f7218899c4a4 req-6ee5a8e0-7ba4-4e0c-a569-e89ca3ba10fc service nova] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Received event network-vif-plugged-dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1753.531439] env[62099]: DEBUG oslo_concurrency.lockutils [req-518e286f-cf12-4876-8ead-f7218899c4a4 req-6ee5a8e0-7ba4-4e0c-a569-e89ca3ba10fc service nova] Acquiring lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.531626] env[62099]: DEBUG oslo_concurrency.lockutils [req-518e286f-cf12-4876-8ead-f7218899c4a4 req-6ee5a8e0-7ba4-4e0c-a569-e89ca3ba10fc service nova] Lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.531782] env[62099]: DEBUG oslo_concurrency.lockutils [req-518e286f-cf12-4876-8ead-f7218899c4a4 req-6ee5a8e0-7ba4-4e0c-a569-e89ca3ba10fc service nova] Lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.531962] env[62099]: DEBUG nova.compute.manager [req-518e286f-cf12-4876-8ead-f7218899c4a4 req-6ee5a8e0-7ba4-4e0c-a569-e89ca3ba10fc service nova] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] No waiting events found dispatching network-vif-plugged-dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1753.532325] env[62099]: WARNING nova.compute.manager [req-518e286f-cf12-4876-8ead-f7218899c4a4 req-6ee5a8e0-7ba4-4e0c-a569-e89ca3ba10fc service nova] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Received unexpected event network-vif-plugged-dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb for instance with vm_state building and task_state spawning. [ 1753.532511] env[62099]: DEBUG nova.compute.manager [req-518e286f-cf12-4876-8ead-f7218899c4a4 req-6ee5a8e0-7ba4-4e0c-a569-e89ca3ba10fc service nova] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Received event network-changed-dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1753.532673] env[62099]: DEBUG nova.compute.manager [req-518e286f-cf12-4876-8ead-f7218899c4a4 req-6ee5a8e0-7ba4-4e0c-a569-e89ca3ba10fc service nova] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Refreshing instance network info cache due to event network-changed-dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1753.532855] env[62099]: DEBUG oslo_concurrency.lockutils [req-518e286f-cf12-4876-8ead-f7218899c4a4 req-6ee5a8e0-7ba4-4e0c-a569-e89ca3ba10fc service nova] Acquiring lock "refresh_cache-3846ec4c-c74b-49ef-9fc0-38238e919eb0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.532995] env[62099]: DEBUG oslo_concurrency.lockutils [req-518e286f-cf12-4876-8ead-f7218899c4a4 req-6ee5a8e0-7ba4-4e0c-a569-e89ca3ba10fc service nova] Acquired lock "refresh_cache-3846ec4c-c74b-49ef-9fc0-38238e919eb0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.533166] env[62099]: DEBUG nova.network.neutron [req-518e286f-cf12-4876-8ead-f7218899c4a4 req-6ee5a8e0-7ba4-4e0c-a569-e89ca3ba10fc service nova] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Refreshing network info cache for port dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1753.560476] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897260, 'name': CreateVM_Task, 'duration_secs': 0.441778} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.561727] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1753.561727] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.561727] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.561980] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1753.562283] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8981d896-b78d-4af2-9e1d-2a07f9a1e00c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.567748] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1753.567748] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f090aa-b916-cd0a-7974-da39cc770a8d" [ 1753.567748] env[62099]: _type = "Task" [ 1753.567748] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.576818] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f090aa-b916-cd0a-7974-da39cc770a8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.602685] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1753.603040] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f6ecaca-2918-4451-a170-c1c9a32b8dba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.611338] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1753.611338] env[62099]: value = "task-1897263" [ 1753.611338] env[62099]: _type = "Task" [ 1753.611338] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.621124] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.675065] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897261, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.689103] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52bf86c4-f7d6-a045-22e4-eee42c5037f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011744} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.690087] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22828ff1-093c-48e2-b803-fd39914f09e2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.696048] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1753.696048] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e318ad-ae48-80ea-88ed-678f6287528e" [ 1753.696048] env[62099]: _type = "Task" [ 1753.696048] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.705612] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e318ad-ae48-80ea-88ed-678f6287528e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.790881] env[62099]: DEBUG oslo_vmware.api [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897262, 'name': PowerOffVM_Task, 'duration_secs': 0.41206} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.791672] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.791912] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.793451] env[62099]: INFO nova.compute.claims [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1753.795863] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1753.797030] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1753.797703] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87f9791d-a6f0-4e87-a7e0-a47b710ca963 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.873578] env[62099]: INFO nova.compute.manager [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Took 24.46 seconds to build instance. [ 1753.893660] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1753.893906] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1753.894095] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleting the datastore file [datastore2] 08c08a5a-6dcc-4cb3-948d-a533dcedd372 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1753.894378] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b7de043-9d65-4ffc-9b4d-8a38a94bf14d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.900816] env[62099]: DEBUG oslo_vmware.api [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1753.900816] env[62099]: value = "task-1897265" [ 1753.900816] env[62099]: _type = "Task" [ 1753.900816] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.908467] env[62099]: DEBUG oslo_vmware.api [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.078913] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52f090aa-b916-cd0a-7974-da39cc770a8d, 'name': SearchDatastore_Task, 'duration_secs': 0.058392} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.079224] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.079468] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1754.079690] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.121585] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897263, 'name': PowerOffVM_Task, 'duration_secs': 0.440193} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.121859] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1754.122697] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7993c17-c1cb-4047-864b-890b48f49787 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.143640] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934d85e9-e51a-4938-aecd-042f17d4c464 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.174702] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588744} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.174927] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 3f1e9cf4-ac75-46ac-996e-2215756d53f0/3f1e9cf4-ac75-46ac-996e-2215756d53f0.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1754.175155] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1754.175407] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a20493f3-4802-4da7-b57d-75cae7dc0f03 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.182077] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1754.182077] env[62099]: value = "task-1897266" [ 1754.182077] env[62099]: _type = "Task" [ 1754.182077] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.190758] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.207542] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e318ad-ae48-80ea-88ed-678f6287528e, 'name': SearchDatastore_Task, 'duration_secs': 0.036765} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.207861] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.208148] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] a3f49b35-0e49-4078-9392-c7126cf14a29/a3f49b35-0e49-4078-9392-c7126cf14a29.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1754.208429] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.208612] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1754.208849] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e0f5cf7-c3ac-4b3e-aa73-da59acae6917 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.210769] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd5b43dd-62ee-4530-b5b8-514fa815954e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.216562] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1754.216562] env[62099]: value = "task-1897267" [ 1754.216562] env[62099]: _type = "Task" [ 1754.216562] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.220347] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1754.220523] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1754.221797] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb53cc3-29cd-4bb2-90cb-e0cb3aa9529e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.226740] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.229544] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1754.229544] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52107877-4371-31b1-0de7-e298de7a3e20" [ 1754.229544] env[62099]: _type = "Task" [ 1754.229544] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.238236] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52107877-4371-31b1-0de7-e298de7a3e20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.278509] env[62099]: DEBUG nova.network.neutron [req-518e286f-cf12-4876-8ead-f7218899c4a4 req-6ee5a8e0-7ba4-4e0c-a569-e89ca3ba10fc service nova] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Updated VIF entry in instance network info cache for port dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1754.279016] env[62099]: DEBUG nova.network.neutron [req-518e286f-cf12-4876-8ead-f7218899c4a4 req-6ee5a8e0-7ba4-4e0c-a569-e89ca3ba10fc service nova] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Updating instance_info_cache with network_info: [{"id": "dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb", "address": "fa:16:3e:66:07:38", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabb654b-8c", "ovs_interfaceid": "dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.376035] env[62099]: DEBUG oslo_concurrency.lockutils [None req-eed67b69-8313-44c5-a8a2-0d497e877020 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "599d9eed-469e-4bf4-abd2-4c912946fbad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.967s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.376035] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "599d9eed-469e-4bf4-abd2-4c912946fbad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.127s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.376035] env[62099]: INFO nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] During sync_power_state the instance has a pending task (spawning). Skip. [ 1754.376035] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "599d9eed-469e-4bf4-abd2-4c912946fbad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.410896] env[62099]: DEBUG oslo_vmware.api [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299924} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.411207] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1754.411405] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1754.411592] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1754.411755] env[62099]: INFO nova.compute.manager [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1754.412238] env[62099]: DEBUG oslo.service.loopingcall [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.412238] env[62099]: DEBUG nova.compute.manager [-] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1754.412344] env[62099]: DEBUG nova.network.neutron [-] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1754.655888] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Creating Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1754.656324] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-59a1635a-12b7-429d-a2f7-b8a7dd84e51e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.666631] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1754.666631] env[62099]: value = "task-1897268" [ 1754.666631] env[62099]: _type = "Task" [ 1754.666631] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.677614] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897268, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.693204] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071819} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.693409] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1754.694295] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e595069-0807-4613-b7de-78460e642741 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.718664] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 3f1e9cf4-ac75-46ac-996e-2215756d53f0/3f1e9cf4-ac75-46ac-996e-2215756d53f0.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1754.721038] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81a9d70b-6c84-4ca2-b3da-d8b540abed7c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.736253] env[62099]: DEBUG nova.network.neutron [-] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.749876] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897267, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.754312] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1754.754312] env[62099]: value = "task-1897269" [ 1754.754312] env[62099]: _type = "Task" [ 1754.754312] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.754312] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52107877-4371-31b1-0de7-e298de7a3e20, 'name': SearchDatastore_Task, 'duration_secs': 0.008312} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.758291] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c135323-6571-4a82-bc99-a56ab1288313 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.764665] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1754.764665] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b2f975-059e-087e-9579-25ce98351633" [ 1754.764665] env[62099]: _type = "Task" [ 1754.764665] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.767859] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.773904] env[62099]: DEBUG nova.compute.manager [req-51733ac8-7aca-40fa-a931-9ccad480355d req-b46a544a-9267-4a2f-86f4-2af11b634a8b service nova] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Received event network-vif-deleted-2fd30bea-c5a4-4e65-906c-def9bb138b5a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1754.778032] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b2f975-059e-087e-9579-25ce98351633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.781881] env[62099]: DEBUG oslo_concurrency.lockutils [req-518e286f-cf12-4876-8ead-f7218899c4a4 req-6ee5a8e0-7ba4-4e0c-a569-e89ca3ba10fc service nova] Releasing lock "refresh_cache-3846ec4c-c74b-49ef-9fc0-38238e919eb0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.052691] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c20724f-8421-4dc5-9c5b-bb848dfcd9ba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.060641] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cbd72b-d20f-4866-aa84-a3e1aa2ce129 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.092163] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42a77dd-df4f-4415-aff0-fffcb5e249d6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.100288] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29297538-a74c-4a7a-af59-42cd391c584d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.114572] env[62099]: DEBUG nova.compute.provider_tree [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.176426] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897268, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.230447] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558523} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.230672] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] a3f49b35-0e49-4078-9392-c7126cf14a29/a3f49b35-0e49-4078-9392-c7126cf14a29.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1755.230880] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1755.231171] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81868d6d-72d2-4cb1-ae14-9626ac68c081 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.237407] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1755.237407] env[62099]: value = "task-1897270" [ 1755.237407] env[62099]: _type = "Task" [ 1755.237407] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.241850] env[62099]: INFO nova.compute.manager [-] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Took 0.83 seconds to deallocate network for instance. [ 1755.246786] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.264813] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1755.264978] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1755.265269] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.282752] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b2f975-059e-087e-9579-25ce98351633, 'name': SearchDatastore_Task, 'duration_secs': 0.019845} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.283024] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.283282] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 3846ec4c-c74b-49ef-9fc0-38238e919eb0/3846ec4c-c74b-49ef-9fc0-38238e919eb0.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1755.283539] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47f74b6c-d931-40bc-a2cb-6bab772436ba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.291393] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1755.291393] env[62099]: value = "task-1897271" [ 1755.291393] env[62099]: _type = "Task" [ 1755.291393] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.299400] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.341139] env[62099]: INFO nova.compute.manager [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Rescuing [ 1755.341403] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "refresh_cache-599d9eed-469e-4bf4-abd2-4c912946fbad" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.341440] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquired lock "refresh_cache-599d9eed-469e-4bf4-abd2-4c912946fbad" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.341602] env[62099]: DEBUG nova.network.neutron [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1755.618044] env[62099]: DEBUG nova.scheduler.client.report [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1755.678521] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897268, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.750101] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068167} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.750101] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1755.750596] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48dbd04-fbc9-464d-8a9e-248eca157b89 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.754795] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.779141] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] a3f49b35-0e49-4078-9392-c7126cf14a29/a3f49b35-0e49-4078-9392-c7126cf14a29.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1755.779978] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b543ceab-0026-4049-928f-b8e23ebc286e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.797816] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897269, 'name': ReconfigVM_Task, 'duration_secs': 0.716693} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.801299] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 3f1e9cf4-ac75-46ac-996e-2215756d53f0/3f1e9cf4-ac75-46ac-996e-2215756d53f0.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1755.801929] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5497f09-1649-442d-bed2-78cef50539e3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.806277] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1755.806277] env[62099]: value = "task-1897272" [ 1755.806277] env[62099]: _type = "Task" [ 1755.806277] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.809409] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489289} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.813161] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 3846ec4c-c74b-49ef-9fc0-38238e919eb0/3846ec4c-c74b-49ef-9fc0-38238e919eb0.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1755.813384] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1755.813678] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1755.813678] env[62099]: value = "task-1897273" [ 1755.813678] env[62099]: _type = "Task" [ 1755.813678] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.813873] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3e2cd9e-3cb7-4250-af1a-104b8896cbeb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.822131] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897272, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.827400] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897273, 'name': Rename_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.828626] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1755.828626] env[62099]: value = "task-1897274" [ 1755.828626] env[62099]: _type = "Task" [ 1755.828626] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.836574] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.900196] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1cbeee7a-5028-4819-9a60-c24fe100fe69 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "028e8c79-66a7-431e-9743-f704a5c79c9e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.900471] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1cbeee7a-5028-4819-9a60-c24fe100fe69 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "028e8c79-66a7-431e-9743-f704a5c79c9e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.900691] env[62099]: DEBUG nova.compute.manager [None req-1cbeee7a-5028-4819-9a60-c24fe100fe69 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.901651] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3956176-8735-48bc-8e4a-1e95d5562500 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.908180] env[62099]: DEBUG nova.compute.manager [None req-1cbeee7a-5028-4819-9a60-c24fe100fe69 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62099) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1755.908754] env[62099]: DEBUG nova.objects.instance [None req-1cbeee7a-5028-4819-9a60-c24fe100fe69 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lazy-loading 'flavor' on Instance uuid 028e8c79-66a7-431e-9743-f704a5c79c9e {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1756.048796] env[62099]: DEBUG nova.network.neutron [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Updating instance_info_cache with network_info: [{"id": "2438f58e-0db8-45c7-8487-a7d7f0b410c3", "address": "fa:16:3e:9e:c0:82", "network": {"id": "ece79ee5-894b-4783-a5ba-06f35c6ca8fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887834337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d82d0e60385040708ad8ff119c1d1970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2438f58e-0d", "ovs_interfaceid": "2438f58e-0db8-45c7-8487-a7d7f0b410c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.123879] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.124454] env[62099]: DEBUG nova.compute.manager [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1756.127167] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.372s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.127516] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.155704] env[62099]: INFO nova.scheduler.client.report [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleted allocations for instance 08c08a5a-6dcc-4cb3-948d-a533dcedd372 [ 1756.178515] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897268, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.321157] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897272, 'name': ReconfigVM_Task, 'duration_secs': 0.342084} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.324217] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Reconfigured VM instance instance-00000062 to attach disk [datastore2] a3f49b35-0e49-4078-9392-c7126cf14a29/a3f49b35-0e49-4078-9392-c7126cf14a29.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1756.324761] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc08f672-7ddc-43e6-91dc-340e9b88cd45 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.330879] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897273, 'name': Rename_Task, 'duration_secs': 0.140259} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.334610] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1756.334917] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1756.334917] env[62099]: value = "task-1897275" [ 1756.334917] env[62099]: _type = "Task" [ 1756.334917] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.335129] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c03d7c5c-3668-473e-bc40-bdffbc679c99 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.342795] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067915} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.343359] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1756.344128] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed606004-9be2-4794-8e79-c599ea581236 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.350531] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897275, 'name': Rename_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.350818] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1756.350818] env[62099]: value = "task-1897276" [ 1756.350818] env[62099]: _type = "Task" [ 1756.350818] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.372838] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 3846ec4c-c74b-49ef-9fc0-38238e919eb0/3846ec4c-c74b-49ef-9fc0-38238e919eb0.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1756.376349] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33f31ae5-3b21-4931-8650-a3c813759728 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.392672] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.398332] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1756.398332] env[62099]: value = "task-1897277" [ 1756.398332] env[62099]: _type = "Task" [ 1756.398332] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.407089] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.551434] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Releasing lock "refresh_cache-599d9eed-469e-4bf4-abd2-4c912946fbad" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.632014] env[62099]: DEBUG nova.compute.utils [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1756.633865] env[62099]: DEBUG nova.compute.manager [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1756.634104] env[62099]: DEBUG nova.network.neutron [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1756.668832] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fa3c3db8-83cd-4dbd-885a-7e0f3d023dfa tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "08c08a5a-6dcc-4cb3-948d-a533dcedd372" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.927s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.676030] env[62099]: DEBUG nova.policy [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a59211205e24787b164a3f90b3fea84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5b9ab63ec694d82807c447c396c3920', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1756.682775] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897268, 'name': CreateSnapshot_Task, 'duration_secs': 1.71784} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.683579] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Created Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1756.684347] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2b0019-527b-4610-9dc9-c925fcfeec21 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.846639] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897275, 'name': Rename_Task, 'duration_secs': 0.157632} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.846639] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1756.846639] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1aa23f72-8f69-4568-928c-b0303638c3f5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.856281] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1756.856281] env[62099]: value = "task-1897278" [ 1756.856281] env[62099]: _type = "Task" [ 1756.856281] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.862763] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897276, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.867680] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.909161] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.916858] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbeee7a-5028-4819-9a60-c24fe100fe69 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1756.917215] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-056b8ccf-f91d-452e-8189-3fdf3375c73f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.924630] env[62099]: DEBUG oslo_vmware.api [None req-1cbeee7a-5028-4819-9a60-c24fe100fe69 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1756.924630] env[62099]: value = "task-1897279" [ 1756.924630] env[62099]: _type = "Task" [ 1756.924630] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.934917] env[62099]: DEBUG oslo_vmware.api [None req-1cbeee7a-5028-4819-9a60-c24fe100fe69 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.947773] env[62099]: DEBUG nova.network.neutron [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Successfully created port: 6260ebda-519b-4755-9472-6aa54686a3b0 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1757.093230] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "a7480b01-ab51-4e66-aaf5-dcf049bee103" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.093230] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "a7480b01-ab51-4e66-aaf5-dcf049bee103" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.137333] env[62099]: DEBUG nova.compute.manager [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1757.205320] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Creating linked-clone VM from snapshot {{(pid=62099) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1757.205320] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4bd5a41c-836e-4d06-a777-df0cd9bc7218 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.214454] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1757.214454] env[62099]: value = "task-1897280" [ 1757.214454] env[62099]: _type = "Task" [ 1757.214454] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.226668] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897280, 'name': CloneVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.265026] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1757.265130] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1757.364781] env[62099]: DEBUG oslo_vmware.api [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897276, 'name': PowerOnVM_Task, 'duration_secs': 0.856931} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.365522] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1757.365927] env[62099]: INFO nova.compute.manager [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1757.366167] env[62099]: DEBUG nova.compute.manager [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1757.366957] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cee38a-3443-48be-bceb-3334ffb7ab19 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.374839] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897278, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.410203] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897277, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.435250] env[62099]: DEBUG oslo_vmware.api [None req-1cbeee7a-5028-4819-9a60-c24fe100fe69 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897279, 'name': PowerOffVM_Task, 'duration_secs': 0.354724} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.435569] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbeee7a-5028-4819-9a60-c24fe100fe69 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1757.435741] env[62099]: DEBUG nova.compute.manager [None req-1cbeee7a-5028-4819-9a60-c24fe100fe69 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1757.436557] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c05bf9-88c8-4bfb-85a8-a48219e6cac8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.596802] env[62099]: DEBUG nova.compute.utils [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1757.726455] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897280, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.866825] env[62099]: DEBUG oslo_vmware.api [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897278, 'name': PowerOnVM_Task, 'duration_secs': 0.690429} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.867101] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1757.867311] env[62099]: INFO nova.compute.manager [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Took 14.12 seconds to spawn the instance on the hypervisor. [ 1757.867484] env[62099]: DEBUG nova.compute.manager [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1757.868247] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6551c7-89cb-4e8f-b277-61ff8b232b72 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.890022] env[62099]: INFO nova.compute.manager [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Took 19.05 seconds to build instance. [ 1757.911010] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897277, 'name': ReconfigVM_Task, 'duration_secs': 1.012191} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.911313] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 3846ec4c-c74b-49ef-9fc0-38238e919eb0/3846ec4c-c74b-49ef-9fc0-38238e919eb0.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1757.912138] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d0cd18d-a5a6-451b-8d48-3d2ef7a60e56 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.918648] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1757.918648] env[62099]: value = "task-1897281" [ 1757.918648] env[62099]: _type = "Task" [ 1757.918648] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.927724] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897281, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.949079] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1cbeee7a-5028-4819-9a60-c24fe100fe69 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "028e8c79-66a7-431e-9743-f704a5c79c9e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.091276] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1758.091589] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d459b652-74f3-4f7e-a1a5-7786cf862d3b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.098509] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1758.098509] env[62099]: value = "task-1897282" [ 1758.098509] env[62099]: _type = "Task" [ 1758.098509] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.099177] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "a7480b01-ab51-4e66-aaf5-dcf049bee103" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.109246] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.151425] env[62099]: DEBUG nova.compute.manager [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1758.182348] env[62099]: DEBUG nova.virt.hardware [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1758.182650] env[62099]: DEBUG nova.virt.hardware [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1758.182842] env[62099]: DEBUG nova.virt.hardware [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1758.183075] env[62099]: DEBUG nova.virt.hardware [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1758.183268] env[62099]: DEBUG nova.virt.hardware [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1758.183474] env[62099]: DEBUG nova.virt.hardware [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1758.183732] env[62099]: DEBUG nova.virt.hardware [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1758.183932] env[62099]: DEBUG nova.virt.hardware [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1758.184163] env[62099]: DEBUG nova.virt.hardware [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1758.184381] env[62099]: DEBUG nova.virt.hardware [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1758.184594] env[62099]: DEBUG nova.virt.hardware [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1758.185524] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515f3c51-1149-4264-b26c-4e2ea5462e3b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.193734] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56f24c1-8f52-41a8-ade4-7c213882470e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.225886] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897280, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.241887] env[62099]: DEBUG nova.objects.instance [None req-6367dbd9-00c4-4cdb-af42-ef0f64cb5f7b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lazy-loading 'flavor' on Instance uuid 028e8c79-66a7-431e-9743-f704a5c79c9e {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1758.306778] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.307147] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.386558] env[62099]: INFO nova.compute.manager [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Took 24.76 seconds to build instance. [ 1758.391970] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d7814827-8a76-478d-ad29-37f1520263b3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.585s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.392246] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.143s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.392424] env[62099]: INFO nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] During sync_power_state the instance has a pending task (spawning). Skip. [ 1758.392598] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.430687] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897281, 'name': Rename_Task, 'duration_secs': 0.234518} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.430933] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1758.431191] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9775d0b-3ff8-4805-90be-91531b92245e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.437546] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1758.437546] env[62099]: value = "task-1897283" [ 1758.437546] env[62099]: _type = "Task" [ 1758.437546] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.445653] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.516848] env[62099]: DEBUG nova.network.neutron [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Successfully updated port: 6260ebda-519b-4755-9472-6aa54686a3b0 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1758.608241] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897282, 'name': PowerOffVM_Task, 'duration_secs': 0.261625} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.608563] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1758.609396] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4344599e-7c59-4412-ab38-749a5b82cac8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.627896] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee4652f-713d-448d-8465-c0fcef80ff61 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.657581] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1758.657829] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8b74491-11e1-4d34-b895-c8ea55adf89b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.666601] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1758.666601] env[62099]: value = "task-1897284" [ 1758.666601] env[62099]: _type = "Task" [ 1758.666601] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.676423] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] VM already powered off {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1758.677037] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1758.677037] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.677196] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.677410] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1758.678043] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fe0b645-94f7-4caf-8a06-c1447a82793f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.687116] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1758.687308] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1758.688035] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88991d56-26d4-4f48-a92f-c021db437df7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.694044] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1758.694044] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]523fac83-8931-3a83-9aa3-ef7910b2998e" [ 1758.694044] env[62099]: _type = "Task" [ 1758.694044] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.701895] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523fac83-8931-3a83-9aa3-ef7910b2998e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.726461] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897280, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.746961] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6367dbd9-00c4-4cdb-af42-ef0f64cb5f7b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.747165] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6367dbd9-00c4-4cdb-af42-ef0f64cb5f7b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.747348] env[62099]: DEBUG nova.network.neutron [None req-6367dbd9-00c4-4cdb-af42-ef0f64cb5f7b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1758.747529] env[62099]: DEBUG nova.objects.instance [None req-6367dbd9-00c4-4cdb-af42-ef0f64cb5f7b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lazy-loading 'info_cache' on Instance uuid 028e8c79-66a7-431e-9743-f704a5c79c9e {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1758.807995] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "refresh_cache-f3aa61db-f6e2-486f-9804-fec6cc78caa3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.808177] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquired lock "refresh_cache-f3aa61db-f6e2-486f-9804-fec6cc78caa3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.808331] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Forcefully refreshing network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1758.810731] env[62099]: DEBUG nova.compute.utils [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1758.888446] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f24a03a4-5f7a-4f7d-b1d6-b9972115fe53 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "a3f49b35-0e49-4078-9392-c7126cf14a29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.269s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.888743] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "a3f49b35-0e49-4078-9392-c7126cf14a29" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.640s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.889072] env[62099]: INFO nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] During sync_power_state the instance has a pending task (spawning). Skip. [ 1758.889308] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "a3f49b35-0e49-4078-9392-c7126cf14a29" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.921794] env[62099]: DEBUG nova.compute.manager [req-b18505d0-01ba-48b9-841b-6aeebf991270 req-dae17948-29de-415d-959b-1149b940e913 service nova] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Received event network-vif-plugged-6260ebda-519b-4755-9472-6aa54686a3b0 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1758.922260] env[62099]: DEBUG oslo_concurrency.lockutils [req-b18505d0-01ba-48b9-841b-6aeebf991270 req-dae17948-29de-415d-959b-1149b940e913 service nova] Acquiring lock "cfc5c680-6ca9-43a1-90ef-e4a632982d11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.922870] env[62099]: DEBUG oslo_concurrency.lockutils [req-b18505d0-01ba-48b9-841b-6aeebf991270 req-dae17948-29de-415d-959b-1149b940e913 service nova] Lock "cfc5c680-6ca9-43a1-90ef-e4a632982d11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.922870] env[62099]: DEBUG oslo_concurrency.lockutils [req-b18505d0-01ba-48b9-841b-6aeebf991270 req-dae17948-29de-415d-959b-1149b940e913 service nova] Lock "cfc5c680-6ca9-43a1-90ef-e4a632982d11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.922870] env[62099]: DEBUG nova.compute.manager [req-b18505d0-01ba-48b9-841b-6aeebf991270 req-dae17948-29de-415d-959b-1149b940e913 service nova] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] No waiting events found dispatching network-vif-plugged-6260ebda-519b-4755-9472-6aa54686a3b0 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1758.923346] env[62099]: WARNING nova.compute.manager [req-b18505d0-01ba-48b9-841b-6aeebf991270 req-dae17948-29de-415d-959b-1149b940e913 service nova] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Received unexpected event network-vif-plugged-6260ebda-519b-4755-9472-6aa54686a3b0 for instance with vm_state building and task_state spawning. [ 1758.947873] env[62099]: DEBUG oslo_vmware.api [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897283, 'name': PowerOnVM_Task, 'duration_secs': 0.471923} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.948151] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1758.948350] env[62099]: INFO nova.compute.manager [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1758.948524] env[62099]: DEBUG nova.compute.manager [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1758.949363] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacfc79b-4e4a-4237-9f59-f06e67c3aa3f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.019825] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "refresh_cache-cfc5c680-6ca9-43a1-90ef-e4a632982d11" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.019918] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "refresh_cache-cfc5c680-6ca9-43a1-90ef-e4a632982d11" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.020136] env[62099]: DEBUG nova.network.neutron [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1759.168444] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "a7480b01-ab51-4e66-aaf5-dcf049bee103" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.168739] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "a7480b01-ab51-4e66-aaf5-dcf049bee103" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.169078] env[62099]: INFO nova.compute.manager [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Attaching volume bb712321-8dc0-49e6-99e5-e3813c79ff8c to /dev/sdb [ 1759.202566] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cbede8-5f2a-47e4-a328-5d4f1bb0ea96 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.208928] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523fac83-8931-3a83-9aa3-ef7910b2998e, 'name': SearchDatastore_Task, 'duration_secs': 0.008318} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.210153] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aba039ef-bca3-429b-9a75-a6618edea864 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.215083] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a87a3c5-14aa-4d04-a083-a394a7a69ae7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.219928] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1759.219928] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]527ed128-0747-fbe9-5fbe-e5741f558c55" [ 1759.219928] env[62099]: _type = "Task" [ 1759.219928] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.231960] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897280, 'name': CloneVM_Task, 'duration_secs': 2.009107} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.238434] env[62099]: INFO nova.virt.vmwareapi.vmops [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Created linked-clone VM from snapshot [ 1759.238780] env[62099]: DEBUG nova.virt.block_device [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Updating existing volume attachment record: b66b59d9-b5c2-4f03-99fb-7fa2845fbca0 {{(pid=62099) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1759.240825] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]527ed128-0747-fbe9-5fbe-e5741f558c55, 'name': SearchDatastore_Task, 'duration_secs': 0.009863} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.241897] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ed6c7e-bde5-4e93-9743-903ecfbd6af2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.244215] env[62099]: DEBUG oslo_concurrency.lockutils [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.244472] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 599d9eed-469e-4bf4-abd2-4c912946fbad/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk. {{(pid=62099) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1759.245445] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d25b4b9f-3795-475c-b5c7-9027b147a3f9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.253047] env[62099]: DEBUG nova.objects.base [None req-6367dbd9-00c4-4cdb-af42-ef0f64cb5f7b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Object Instance<028e8c79-66a7-431e-9743-f704a5c79c9e> lazy-loaded attributes: flavor,info_cache {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1759.254491] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Uploading image 2aa27528-8df6-475f-83d0-83c417c52e5b {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1759.258211] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1759.258211] env[62099]: value = "task-1897285" [ 1759.258211] env[62099]: _type = "Task" [ 1759.258211] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.266636] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.279802] env[62099]: DEBUG oslo_vmware.rw_handles [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1759.279802] env[62099]: value = "vm-391774" [ 1759.279802] env[62099]: _type = "VirtualMachine" [ 1759.279802] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1759.280100] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3521cd5f-16bc-4567-9ca3-f6e5188fe0c4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.286829] env[62099]: DEBUG oslo_vmware.rw_handles [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lease: (returnval){ [ 1759.286829] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]527edeae-575f-10e1-d8e9-afbb26faab04" [ 1759.286829] env[62099]: _type = "HttpNfcLease" [ 1759.286829] env[62099]: } obtained for exporting VM: (result){ [ 1759.286829] env[62099]: value = "vm-391774" [ 1759.286829] env[62099]: _type = "VirtualMachine" [ 1759.286829] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1759.287633] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the lease: (returnval){ [ 1759.287633] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]527edeae-575f-10e1-d8e9-afbb26faab04" [ 1759.287633] env[62099]: _type = "HttpNfcLease" [ 1759.287633] env[62099]: } to be ready. {{(pid=62099) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1759.294139] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1759.294139] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]527edeae-575f-10e1-d8e9-afbb26faab04" [ 1759.294139] env[62099]: _type = "HttpNfcLease" [ 1759.294139] env[62099]: } is initializing. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1759.313442] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.466831] env[62099]: INFO nova.compute.manager [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Took 13.84 seconds to build instance. [ 1759.555386] env[62099]: DEBUG nova.network.neutron [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1759.706546] env[62099]: DEBUG nova.network.neutron [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Updating instance_info_cache with network_info: [{"id": "6260ebda-519b-4755-9472-6aa54686a3b0", "address": "fa:16:3e:b9:70:c9", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6260ebda-51", "ovs_interfaceid": "6260ebda-519b-4755-9472-6aa54686a3b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.768203] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897285, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.795897] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1759.795897] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]527edeae-575f-10e1-d8e9-afbb26faab04" [ 1759.795897] env[62099]: _type = "HttpNfcLease" [ 1759.795897] env[62099]: } is ready. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1759.796149] env[62099]: DEBUG oslo_vmware.rw_handles [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1759.796149] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]527edeae-575f-10e1-d8e9-afbb26faab04" [ 1759.796149] env[62099]: _type = "HttpNfcLease" [ 1759.796149] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1759.797571] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f48d67-b09c-43bc-8043-bc4f7d3e4867 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.806292] env[62099]: DEBUG oslo_vmware.rw_handles [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fdc65-d001-425e-32b2-fd4f6af8c774/disk-0.vmdk from lease info. {{(pid=62099) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1759.806521] env[62099]: DEBUG oslo_vmware.rw_handles [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fdc65-d001-425e-32b2-fd4f6af8c774/disk-0.vmdk for reading. {{(pid=62099) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1759.955670] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1e7386fc-62a5-4ecf-a54b-5817a262bad6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.970570] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d8134d7d-ed1d-43eb-a9a1-10627be2595c tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.352s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.970976] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.722s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.971856] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d8a91c-7304-40e3-a572-cc81d4e16501 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.074803] env[62099]: DEBUG nova.network.neutron [None req-6367dbd9-00c4-4cdb-af42-ef0f64cb5f7b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updating instance_info_cache with network_info: [{"id": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "address": "fa:16:3e:da:fc:4a", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592e02f9-ba", "ovs_interfaceid": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.118654] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.118964] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.209323] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "refresh_cache-cfc5c680-6ca9-43a1-90ef-e4a632982d11" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.209660] env[62099]: DEBUG nova.compute.manager [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Instance network_info: |[{"id": "6260ebda-519b-4755-9472-6aa54686a3b0", "address": "fa:16:3e:b9:70:c9", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6260ebda-51", "ovs_interfaceid": "6260ebda-519b-4755-9472-6aa54686a3b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1760.210131] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:70:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6260ebda-519b-4755-9472-6aa54686a3b0', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1760.219619] env[62099]: DEBUG oslo.service.loopingcall [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1760.219968] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1760.220314] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9590ebd3-6d40-4841-b129-29e3c1bcb534 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.236877] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Updating instance_info_cache with network_info: [{"id": "4b9227c9-90ca-4343-b5e8-72ac39892b10", "address": "fa:16:3e:e1:f0:15", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9227c9-90", "ovs_interfaceid": "4b9227c9-90ca-4343-b5e8-72ac39892b10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.244787] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1760.244787] env[62099]: value = "task-1897290" [ 1760.244787] env[62099]: _type = "Task" [ 1760.244787] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.256608] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897290, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.269631] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541587} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.269904] env[62099]: INFO nova.virt.vmwareapi.ds_util [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 599d9eed-469e-4bf4-abd2-4c912946fbad/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk. [ 1760.273707] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62485c14-f0f0-4d79-b2cd-624692c3372e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.300957] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 599d9eed-469e-4bf4-abd2-4c912946fbad/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1760.302621] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-debc085a-5153-4247-aaaf-765e8e2d2600 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.330280] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1760.330280] env[62099]: value = "task-1897291" [ 1760.330280] env[62099]: _type = "Task" [ 1760.330280] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.339674] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.402116] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.402611] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.403326] env[62099]: INFO nova.compute.manager [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Attaching volume a43a2990-63de-4223-ace9-eac30dd6d09b to /dev/sdb [ 1760.456370] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81c1532-975d-4db2-9052-29de08618811 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.464800] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111cbf5a-7ea3-4c7e-b59e-549bd2cf0595 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.481872] env[62099]: DEBUG nova.virt.block_device [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Updating existing volume attachment record: 02613dc3-ef67-41a1-88d8-f0d5d00ad06c {{(pid=62099) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1760.488583] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.577083] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6367dbd9-00c4-4cdb-af42-ef0f64cb5f7b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.622525] env[62099]: DEBUG nova.compute.manager [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1760.740376] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Releasing lock "refresh_cache-f3aa61db-f6e2-486f-9804-fec6cc78caa3" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.740376] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Updated the network info_cache for instance {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1760.740376] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1760.740525] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1760.740829] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1760.757191] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897290, 'name': CreateVM_Task, 'duration_secs': 0.413362} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.757191] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1760.757515] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.757515] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.757918] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1760.758233] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50524dd1-bffa-4257-bc63-52889641b779 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.763192] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1760.763192] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52bd0b69-ae3d-2245-cfbc-2ecf93e2cff5" [ 1760.763192] env[62099]: _type = "Task" [ 1760.763192] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.771952] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52bd0b69-ae3d-2245-cfbc-2ecf93e2cff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.823605] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "a3f49b35-0e49-4078-9392-c7126cf14a29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.824204] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "a3f49b35-0e49-4078-9392-c7126cf14a29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.824204] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "a3f49b35-0e49-4078-9392-c7126cf14a29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.824412] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "a3f49b35-0e49-4078-9392-c7126cf14a29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.824445] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "a3f49b35-0e49-4078-9392-c7126cf14a29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.827205] env[62099]: INFO nova.compute.manager [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Terminating instance [ 1760.841968] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.951418] env[62099]: DEBUG nova.compute.manager [req-8cff0f03-5d4b-4bdc-8b1d-214e86247585 req-61e72f64-207b-449a-86b8-e19bcf8f0a65 service nova] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Received event network-changed-6260ebda-519b-4755-9472-6aa54686a3b0 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1760.951418] env[62099]: DEBUG nova.compute.manager [req-8cff0f03-5d4b-4bdc-8b1d-214e86247585 req-61e72f64-207b-449a-86b8-e19bcf8f0a65 service nova] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Refreshing instance network info cache due to event network-changed-6260ebda-519b-4755-9472-6aa54686a3b0. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1760.952067] env[62099]: DEBUG oslo_concurrency.lockutils [req-8cff0f03-5d4b-4bdc-8b1d-214e86247585 req-61e72f64-207b-449a-86b8-e19bcf8f0a65 service nova] Acquiring lock "refresh_cache-cfc5c680-6ca9-43a1-90ef-e4a632982d11" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.952878] env[62099]: DEBUG oslo_concurrency.lockutils [req-8cff0f03-5d4b-4bdc-8b1d-214e86247585 req-61e72f64-207b-449a-86b8-e19bcf8f0a65 service nova] Acquired lock "refresh_cache-cfc5c680-6ca9-43a1-90ef-e4a632982d11" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.952878] env[62099]: DEBUG nova.network.neutron [req-8cff0f03-5d4b-4bdc-8b1d-214e86247585 req-61e72f64-207b-449a-86b8-e19bcf8f0a65 service nova] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Refreshing network info cache for port 6260ebda-519b-4755-9472-6aa54686a3b0 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1761.149372] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.150029] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.151772] env[62099]: INFO nova.compute.claims [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1761.243739] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.275453] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52bd0b69-ae3d-2245-cfbc-2ecf93e2cff5, 'name': SearchDatastore_Task, 'duration_secs': 0.020719} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.275898] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.276255] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1761.276555] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.276755] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.277024] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1761.277347] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51829f56-536d-4b87-90a1-3448b3a603e8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.289056] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1761.289236] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1761.290114] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d53314e-5ea4-4bbc-a61f-11cf4290c7ee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.295396] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1761.295396] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52abd16c-2248-c754-09c1-f86ae3f68532" [ 1761.295396] env[62099]: _type = "Task" [ 1761.295396] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.303316] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52abd16c-2248-c754-09c1-f86ae3f68532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.332229] env[62099]: DEBUG nova.compute.manager [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1761.332460] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1761.333618] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a06122-d8e3-469c-8f4f-c9bf8a303292 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.345452] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897291, 'name': ReconfigVM_Task, 'duration_secs': 0.57974} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.347751] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 599d9eed-469e-4bf4-abd2-4c912946fbad/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1761.348537] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1761.349565] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e96d88-7cc2-42a0-9bf4-8ba9d3ed39b0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.352107] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7daa4b4c-9bbb-4081-ac62-1dbbcfad0b5b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.378147] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08760810-de36-46aa-903a-89ab0659667d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.388839] env[62099]: DEBUG oslo_vmware.api [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1761.388839] env[62099]: value = "task-1897295" [ 1761.388839] env[62099]: _type = "Task" [ 1761.388839] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.395653] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1761.395653] env[62099]: value = "task-1897296" [ 1761.395653] env[62099]: _type = "Task" [ 1761.395653] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.399239] env[62099]: DEBUG oslo_vmware.api [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.407528] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.584274] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6367dbd9-00c4-4cdb-af42-ef0f64cb5f7b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1761.584689] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbb93855-6859-4aca-83d5-bb7bf67debee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.593022] env[62099]: DEBUG oslo_vmware.api [None req-6367dbd9-00c4-4cdb-af42-ef0f64cb5f7b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1761.593022] env[62099]: value = "task-1897297" [ 1761.593022] env[62099]: _type = "Task" [ 1761.593022] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.606040] env[62099]: DEBUG oslo_vmware.api [None req-6367dbd9-00c4-4cdb-af42-ef0f64cb5f7b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.789794] env[62099]: DEBUG nova.network.neutron [req-8cff0f03-5d4b-4bdc-8b1d-214e86247585 req-61e72f64-207b-449a-86b8-e19bcf8f0a65 service nova] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Updated VIF entry in instance network info cache for port 6260ebda-519b-4755-9472-6aa54686a3b0. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1761.790385] env[62099]: DEBUG nova.network.neutron [req-8cff0f03-5d4b-4bdc-8b1d-214e86247585 req-61e72f64-207b-449a-86b8-e19bcf8f0a65 service nova] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Updating instance_info_cache with network_info: [{"id": "6260ebda-519b-4755-9472-6aa54686a3b0", "address": "fa:16:3e:b9:70:c9", "network": {"id": "32f608cd-e681-43f2-a52d-fa2eab354ca1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-673166944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b9ab63ec694d82807c447c396c3920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6260ebda-51", "ovs_interfaceid": "6260ebda-519b-4755-9472-6aa54686a3b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.808995] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52abd16c-2248-c754-09c1-f86ae3f68532, 'name': SearchDatastore_Task, 'duration_secs': 0.025278} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.810046] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2285c17-d5ba-45ce-9943-07ed5c6e4cec {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.818153] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1761.818153] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d87f89-d6f7-9144-4291-4ded06c967a3" [ 1761.818153] env[62099]: _type = "Task" [ 1761.818153] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.820786] env[62099]: DEBUG nova.compute.manager [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Stashing vm_state: active {{(pid=62099) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1761.835133] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d87f89-d6f7-9144-4291-4ded06c967a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.900275] env[62099]: DEBUG oslo_vmware.api [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897295, 'name': PowerOffVM_Task, 'duration_secs': 0.201459} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.904124] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1761.904563] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1761.904917] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83c3f9e8-4637-422e-b9c7-6253205eba5f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.912446] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897296, 'name': ReconfigVM_Task, 'duration_secs': 0.210009} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.915799] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1761.915799] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6c52bb2-24aa-4ad4-967b-c7f6bf261c99 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.921496] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1761.921496] env[62099]: value = "task-1897299" [ 1761.921496] env[62099]: _type = "Task" [ 1761.921496] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.940031] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.106128] env[62099]: DEBUG oslo_vmware.api [None req-6367dbd9-00c4-4cdb-af42-ef0f64cb5f7b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.120319] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1762.120625] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1762.120868] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleting the datastore file [datastore2] a3f49b35-0e49-4078-9392-c7126cf14a29 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1762.121198] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dd81f38-445e-4255-a265-4465fdd99b1c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.128192] env[62099]: DEBUG oslo_vmware.api [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1762.128192] env[62099]: value = "task-1897301" [ 1762.128192] env[62099]: _type = "Task" [ 1762.128192] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.137576] env[62099]: DEBUG oslo_vmware.api [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.294972] env[62099]: DEBUG oslo_concurrency.lockutils [req-8cff0f03-5d4b-4bdc-8b1d-214e86247585 req-61e72f64-207b-449a-86b8-e19bcf8f0a65 service nova] Releasing lock "refresh_cache-cfc5c680-6ca9-43a1-90ef-e4a632982d11" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.338834] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d87f89-d6f7-9144-4291-4ded06c967a3, 'name': SearchDatastore_Task, 'duration_secs': 0.018552} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.341803] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.342305] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] cfc5c680-6ca9-43a1-90ef-e4a632982d11/cfc5c680-6ca9-43a1-90ef-e4a632982d11.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1762.343323] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.343644] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a0ba355-a71e-43ba-91eb-5052551db94b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.350650] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1762.350650] env[62099]: value = "task-1897302" [ 1762.350650] env[62099]: _type = "Task" [ 1762.350650] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.362703] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.435199] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897299, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.439806] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffc7e83-45f3-4a11-b3a4-db398aca6654 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.447771] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27da765d-7394-40da-b2bd-ff8b26db58f8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.485549] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f3b99d-5254-4ec0-85b9-39ea3be23094 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.495083] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e589a2a7-2e16-4f19-89f2-280714fdf09f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.512648] env[62099]: DEBUG nova.compute.provider_tree [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.516946] env[62099]: INFO nova.compute.manager [None req-83674c46-31bc-4442-af66-c9e26d14437e tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Get console output [ 1762.517239] env[62099]: WARNING nova.virt.vmwareapi.driver [None req-83674c46-31bc-4442-af66-c9e26d14437e tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] The console log is missing. Check your VSPC configuration [ 1762.606545] env[62099]: DEBUG oslo_vmware.api [None req-6367dbd9-00c4-4cdb-af42-ef0f64cb5f7b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.638452] env[62099]: DEBUG oslo_vmware.api [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246524} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.638452] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1762.638452] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1762.638620] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1762.638746] env[62099]: INFO nova.compute.manager [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1762.639063] env[62099]: DEBUG oslo.service.loopingcall [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1762.639290] env[62099]: DEBUG nova.compute.manager [-] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1762.639385] env[62099]: DEBUG nova.network.neutron [-] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1762.860651] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897302, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.932429] env[62099]: DEBUG oslo_vmware.api [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897299, 'name': PowerOnVM_Task, 'duration_secs': 0.518469} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.932626] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1762.935714] env[62099]: DEBUG nova.compute.manager [None req-fcb8b7ba-a057-4b54-a3ef-761ece1d8690 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1762.936685] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8866409f-1005-4f0a-8490-6c4351f03ce5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.020230] env[62099]: DEBUG nova.scheduler.client.report [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1763.106634] env[62099]: DEBUG oslo_vmware.api [None req-6367dbd9-00c4-4cdb-af42-ef0f64cb5f7b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.360839] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637788} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.361132] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] cfc5c680-6ca9-43a1-90ef-e4a632982d11/cfc5c680-6ca9-43a1-90ef-e4a632982d11.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1763.361354] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1763.361604] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de87519e-cecd-4a92-bd3f-1191090c78a5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.368244] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1763.368244] env[62099]: value = "task-1897304" [ 1763.368244] env[62099]: _type = "Task" [ 1763.368244] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.375647] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.435764] env[62099]: DEBUG nova.compute.manager [req-4bb7695a-d8ab-48a2-8673-58ee4f65bb27 req-820bda0c-bf53-40fb-9112-806f72b14dd4 service nova] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Received event network-vif-deleted-07d3c20b-9538-40b9-90a2-cd52940a19e9 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1763.436094] env[62099]: INFO nova.compute.manager [req-4bb7695a-d8ab-48a2-8673-58ee4f65bb27 req-820bda0c-bf53-40fb-9112-806f72b14dd4 service nova] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Neutron deleted interface 07d3c20b-9538-40b9-90a2-cd52940a19e9; detaching it from the instance and deleting it from the info cache [ 1763.436327] env[62099]: DEBUG nova.network.neutron [req-4bb7695a-d8ab-48a2-8673-58ee4f65bb27 req-820bda0c-bf53-40fb-9112-806f72b14dd4 service nova] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.528741] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.529462] env[62099]: DEBUG nova.compute.manager [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1763.531968] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.288s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.532177] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.532345] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1763.532572] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.189s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.534815] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d35306e-7f60-4fae-af1c-f70b9af1f294 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.545243] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3c9045-f4e9-4e06-a549-a1ce5f53aef5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.560739] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2ac76e-160b-4ffe-83a1-31b586a4ce93 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.567551] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64036d6d-43c5-450e-99a5-96a89d5a458f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.598403] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178582MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1763.598548] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.607339] env[62099]: DEBUG oslo_vmware.api [None req-6367dbd9-00c4-4cdb-af42-ef0f64cb5f7b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897297, 'name': PowerOnVM_Task, 'duration_secs': 1.722882} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.608024] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6367dbd9-00c4-4cdb-af42-ef0f64cb5f7b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1763.608024] env[62099]: DEBUG nova.compute.manager [None req-6367dbd9-00c4-4cdb-af42-ef0f64cb5f7b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1763.609143] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb18512-12e6-4e55-b452-78c817822302 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.772475] env[62099]: DEBUG nova.network.neutron [-] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.879554] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122457} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.879862] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1763.880611] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952d90f5-cffa-4dfe-b83c-c3a17b8475e4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.902500] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] cfc5c680-6ca9-43a1-90ef-e4a632982d11/cfc5c680-6ca9-43a1-90ef-e4a632982d11.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1763.902836] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbb0bc0e-75b1-45f7-ba4b-a65f18fb1b72 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.922012] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1763.922012] env[62099]: value = "task-1897305" [ 1763.922012] env[62099]: _type = "Task" [ 1763.922012] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.931635] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.942024] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d04daea-c330-48bc-921d-639f0e88950c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.951213] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcb339d-e05e-4c37-a180-487b770e3ed6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.963033] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquiring lock "bab7c411-a648-40b6-a350-1aa24077b2a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.963329] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "bab7c411-a648-40b6-a350-1aa24077b2a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.963577] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquiring lock "bab7c411-a648-40b6-a350-1aa24077b2a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.963796] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "bab7c411-a648-40b6-a350-1aa24077b2a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.964406] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "bab7c411-a648-40b6-a350-1aa24077b2a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.966222] env[62099]: INFO nova.compute.manager [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Terminating instance [ 1763.989740] env[62099]: DEBUG nova.compute.manager [req-4bb7695a-d8ab-48a2-8673-58ee4f65bb27 req-820bda0c-bf53-40fb-9112-806f72b14dd4 service nova] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Detach interface failed, port_id=07d3c20b-9538-40b9-90a2-cd52940a19e9, reason: Instance a3f49b35-0e49-4078-9392-c7126cf14a29 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1764.036078] env[62099]: DEBUG nova.compute.utils [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1764.037537] env[62099]: DEBUG nova.compute.manager [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1764.037703] env[62099]: DEBUG nova.network.neutron [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1764.042774] env[62099]: INFO nova.compute.claims [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1764.105219] env[62099]: DEBUG nova.policy [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbcc08928fbe4a78a31b5c9a52a3f3a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29e6d3b878b44ccbac8ef9628b28e51c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1764.277555] env[62099]: INFO nova.compute.manager [-] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Took 1.64 seconds to deallocate network for instance. [ 1764.294161] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Volume attach. Driver type: vmdk {{(pid=62099) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1764.294161] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391776', 'volume_id': 'bb712321-8dc0-49e6-99e5-e3813c79ff8c', 'name': 'volume-bb712321-8dc0-49e6-99e5-e3813c79ff8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7480b01-ab51-4e66-aaf5-dcf049bee103', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb712321-8dc0-49e6-99e5-e3813c79ff8c', 'serial': 'bb712321-8dc0-49e6-99e5-e3813c79ff8c'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1764.294161] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d6eda7-5c72-48f7-82c3-a07c1766e0b8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.314400] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86c0aed-7733-4d21-a0af-008485c92bfe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.345184] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-bb712321-8dc0-49e6-99e5-e3813c79ff8c/volume-bb712321-8dc0-49e6-99e5-e3813c79ff8c.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1764.346943] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16ebd85c-aa28-490f-8fc8-3242e994056e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.366674] env[62099]: DEBUG oslo_vmware.api [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1764.366674] env[62099]: value = "task-1897306" [ 1764.366674] env[62099]: _type = "Task" [ 1764.366674] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.375667] env[62099]: DEBUG oslo_vmware.api [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.430958] env[62099]: DEBUG nova.network.neutron [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Successfully created port: 2be181c2-ebb4-49d2-818f-5d930b30444d {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1764.435233] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897305, 'name': ReconfigVM_Task, 'duration_secs': 0.436453} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.435517] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Reconfigured VM instance instance-00000065 to attach disk [datastore1] cfc5c680-6ca9-43a1-90ef-e4a632982d11/cfc5c680-6ca9-43a1-90ef-e4a632982d11.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1764.436225] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d8c1661-13d4-4073-b061-5d18564a2ab4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.442530] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1764.442530] env[62099]: value = "task-1897307" [ 1764.442530] env[62099]: _type = "Task" [ 1764.442530] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.454424] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897307, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.470764] env[62099]: DEBUG nova.compute.manager [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1764.471061] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1764.472298] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479f1857-d8b1-429e-8af5-45b01cae688d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.480732] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1764.481011] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f23222f-047d-4d87-a88a-d5d84654c162 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.488421] env[62099]: DEBUG oslo_vmware.api [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1764.488421] env[62099]: value = "task-1897308" [ 1764.488421] env[62099]: _type = "Task" [ 1764.488421] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.498030] env[62099]: DEBUG oslo_vmware.api [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.542050] env[62099]: DEBUG nova.compute.manager [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1764.549458] env[62099]: INFO nova.compute.resource_tracker [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Updating resource usage from migration eed035cd-f914-4cfe-9ee1-f16ac90d479a [ 1764.556183] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "d50d3f34-69f7-41c8-9e0c-471029048e8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.556449] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "d50d3f34-69f7-41c8-9e0c-471029048e8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.783245] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.850221] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a170823b-f527-4f80-9677-d52645e60aee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.860406] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166098a6-f2f9-46a0-84ac-33465165eb14 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.898157] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e0450c-cd9f-4207-98cc-7c836d33cd24 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.906060] env[62099]: DEBUG oslo_vmware.api [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.909991] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbac4db-8a08-492c-b7ab-5dc0c2112463 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.926018] env[62099]: DEBUG nova.compute.provider_tree [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.951799] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897307, 'name': Rename_Task, 'duration_secs': 0.219752} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.952100] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.952382] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4e513ff-57df-46a2-a821-4b1a7a016490 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.959963] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1764.959963] env[62099]: value = "task-1897309" [ 1764.959963] env[62099]: _type = "Task" [ 1764.959963] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.968740] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.998552] env[62099]: DEBUG oslo_vmware.api [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897308, 'name': PowerOffVM_Task, 'duration_secs': 0.28603} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.998718] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1764.998889] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1764.999383] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01d34840-59f0-4dc4-bc97-bfcbcb0f9436 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.059898] env[62099]: DEBUG nova.compute.manager [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1765.222758] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1765.223182] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1765.223470] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Deleting the datastore file [datastore2] bab7c411-a648-40b6-a350-1aa24077b2a3 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1765.223832] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccbd8626-fe0f-42cc-ac9e-f808afa73c2a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.231745] env[62099]: DEBUG oslo_vmware.api [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1765.231745] env[62099]: value = "task-1897311" [ 1765.231745] env[62099]: _type = "Task" [ 1765.231745] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.241812] env[62099]: DEBUG oslo_vmware.api [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.405011] env[62099]: DEBUG oslo_vmware.api [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897306, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.429449] env[62099]: DEBUG nova.scheduler.client.report [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1765.471233] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.538603] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Volume attach. Driver type: vmdk {{(pid=62099) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1765.538837] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391779', 'volume_id': 'a43a2990-63de-4223-ace9-eac30dd6d09b', 'name': 'volume-a43a2990-63de-4223-ace9-eac30dd6d09b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a63b410f-88be-40f1-8b1f-c03cd495dbe5', 'attached_at': '', 'detached_at': '', 'volume_id': 'a43a2990-63de-4223-ace9-eac30dd6d09b', 'serial': 'a43a2990-63de-4223-ace9-eac30dd6d09b'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1765.539833] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae3fdee-798f-4d2e-80a1-4c2514b3a9cc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.558430] env[62099]: DEBUG nova.compute.manager [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1765.561523] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71397d4-76a9-4823-a8e6-feefd2069460 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.593325] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-a43a2990-63de-4223-ace9-eac30dd6d09b/volume-a43a2990-63de-4223-ace9-eac30dd6d09b.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1765.595862] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba82d5c7-55df-4990-9fe1-1e26c555fae9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.609607] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.615978] env[62099]: DEBUG nova.virt.hardware [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1765.616237] env[62099]: DEBUG nova.virt.hardware [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1765.616393] env[62099]: DEBUG nova.virt.hardware [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1765.616627] env[62099]: DEBUG nova.virt.hardware [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1765.617066] env[62099]: DEBUG nova.virt.hardware [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1765.617317] env[62099]: DEBUG nova.virt.hardware [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1765.617632] env[62099]: DEBUG nova.virt.hardware [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1765.617740] env[62099]: DEBUG nova.virt.hardware [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1765.617914] env[62099]: DEBUG nova.virt.hardware [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1765.618094] env[62099]: DEBUG nova.virt.hardware [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1765.618271] env[62099]: DEBUG nova.virt.hardware [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1765.619226] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63652fdf-b6eb-4319-bde2-d43fd82d9e6e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.624419] env[62099]: DEBUG oslo_vmware.api [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1765.624419] env[62099]: value = "task-1897312" [ 1765.624419] env[62099]: _type = "Task" [ 1765.624419] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.630957] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0371f8df-1dca-415a-9db4-e5f13f1ce25a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.637993] env[62099]: DEBUG oslo_vmware.api [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.742221] env[62099]: DEBUG oslo_vmware.api [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329962} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.742491] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1765.742672] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1765.742842] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1765.743034] env[62099]: INFO nova.compute.manager [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1765.743331] env[62099]: DEBUG oslo.service.loopingcall [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1765.743529] env[62099]: DEBUG nova.compute.manager [-] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1765.743621] env[62099]: DEBUG nova.network.neutron [-] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1765.904261] env[62099]: DEBUG oslo_vmware.api [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897306, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.935759] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.403s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.935995] env[62099]: INFO nova.compute.manager [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Migrating [ 1765.943684] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.345s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.971208] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897309, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.136618] env[62099]: DEBUG oslo_vmware.api [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.335165] env[62099]: DEBUG nova.compute.manager [req-41d7b138-84a3-4014-8d6c-53bc847dea24 req-09f491ce-9b91-4f85-897f-c412d2680d64 service nova] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Received event network-vif-deleted-3e893710-5ed4-4439-8d2e-520619c25677 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1766.335553] env[62099]: INFO nova.compute.manager [req-41d7b138-84a3-4014-8d6c-53bc847dea24 req-09f491ce-9b91-4f85-897f-c412d2680d64 service nova] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Neutron deleted interface 3e893710-5ed4-4439-8d2e-520619c25677; detaching it from the instance and deleting it from the info cache [ 1766.335963] env[62099]: DEBUG nova.network.neutron [req-41d7b138-84a3-4014-8d6c-53bc847dea24 req-09f491ce-9b91-4f85-897f-c412d2680d64 service nova] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.412063] env[62099]: DEBUG oslo_vmware.api [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897306, 'name': ReconfigVM_Task, 'duration_secs': 1.604106} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.412919] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-bb712321-8dc0-49e6-99e5-e3813c79ff8c/volume-bb712321-8dc0-49e6-99e5-e3813c79ff8c.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1766.419802] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-828c1554-ebb9-42b1-bcf7-43c9a72a59c0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.435714] env[62099]: DEBUG oslo_vmware.api [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1766.435714] env[62099]: value = "task-1897313" [ 1766.435714] env[62099]: _type = "Task" [ 1766.435714] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.444476] env[62099]: DEBUG oslo_vmware.api [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.460758] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "refresh_cache-3846ec4c-c74b-49ef-9fc0-38238e919eb0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.460758] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "refresh_cache-3846ec4c-c74b-49ef-9fc0-38238e919eb0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.460758] env[62099]: DEBUG nova.network.neutron [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1766.471296] env[62099]: DEBUG oslo_vmware.api [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897309, 'name': PowerOnVM_Task, 'duration_secs': 1.150484} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.472160] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1766.472534] env[62099]: INFO nova.compute.manager [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1766.472621] env[62099]: DEBUG nova.compute.manager [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1766.474051] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf72c70-da6e-4717-8336-c2953f55e8fd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.510700] env[62099]: DEBUG nova.compute.manager [req-510a34f6-a84f-4676-9715-e5f49e0e3321 req-3fe9b31c-aa99-48b0-bec1-597fc6e9cbf3 service nova] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Received event network-vif-plugged-2be181c2-ebb4-49d2-818f-5d930b30444d {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1766.511069] env[62099]: DEBUG oslo_concurrency.lockutils [req-510a34f6-a84f-4676-9715-e5f49e0e3321 req-3fe9b31c-aa99-48b0-bec1-597fc6e9cbf3 service nova] Acquiring lock "7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.511344] env[62099]: DEBUG oslo_concurrency.lockutils [req-510a34f6-a84f-4676-9715-e5f49e0e3321 req-3fe9b31c-aa99-48b0-bec1-597fc6e9cbf3 service nova] Lock "7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.511672] env[62099]: DEBUG oslo_concurrency.lockutils [req-510a34f6-a84f-4676-9715-e5f49e0e3321 req-3fe9b31c-aa99-48b0-bec1-597fc6e9cbf3 service nova] Lock "7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.511722] env[62099]: DEBUG nova.compute.manager [req-510a34f6-a84f-4676-9715-e5f49e0e3321 req-3fe9b31c-aa99-48b0-bec1-597fc6e9cbf3 service nova] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] No waiting events found dispatching network-vif-plugged-2be181c2-ebb4-49d2-818f-5d930b30444d {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1766.511892] env[62099]: WARNING nova.compute.manager [req-510a34f6-a84f-4676-9715-e5f49e0e3321 req-3fe9b31c-aa99-48b0-bec1-597fc6e9cbf3 service nova] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Received unexpected event network-vif-plugged-2be181c2-ebb4-49d2-818f-5d930b30444d for instance with vm_state building and task_state spawning. [ 1766.633988] env[62099]: DEBUG oslo_vmware.api [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897312, 'name': ReconfigVM_Task, 'duration_secs': 1.000578} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.634340] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-a43a2990-63de-4223-ace9-eac30dd6d09b/volume-a43a2990-63de-4223-ace9-eac30dd6d09b.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1766.639440] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-115eef9c-c61c-4ca4-931c-373297aa5b1c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.656655] env[62099]: DEBUG oslo_vmware.api [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1766.656655] env[62099]: value = "task-1897314" [ 1766.656655] env[62099]: _type = "Task" [ 1766.656655] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.669735] env[62099]: DEBUG oslo_vmware.api [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897314, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.808132] env[62099]: DEBUG nova.network.neutron [-] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.838371] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0056b15-e967-441e-8fb0-f6fcdbc63b16 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.848934] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2159c5db-4e78-42bc-96c8-2d7afcecdb77 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.887148] env[62099]: DEBUG nova.compute.manager [req-41d7b138-84a3-4014-8d6c-53bc847dea24 req-09f491ce-9b91-4f85-897f-c412d2680d64 service nova] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Detach interface failed, port_id=3e893710-5ed4-4439-8d2e-520619c25677, reason: Instance bab7c411-a648-40b6-a350-1aa24077b2a3 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1766.945934] env[62099]: DEBUG oslo_vmware.api [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897313, 'name': ReconfigVM_Task, 'duration_secs': 0.227934} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.946408] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391776', 'volume_id': 'bb712321-8dc0-49e6-99e5-e3813c79ff8c', 'name': 'volume-bb712321-8dc0-49e6-99e5-e3813c79ff8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7480b01-ab51-4e66-aaf5-dcf049bee103', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb712321-8dc0-49e6-99e5-e3813c79ff8c', 'serial': 'bb712321-8dc0-49e6-99e5-e3813c79ff8c'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1766.962980] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Applying migration context for instance 3846ec4c-c74b-49ef-9fc0-38238e919eb0 as it has an incoming, in-progress migration eed035cd-f914-4cfe-9ee1-f16ac90d479a. Migration status is pre-migrating {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1766.964896] env[62099]: INFO nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Updating resource usage from migration eed035cd-f914-4cfe-9ee1-f16ac90d479a [ 1766.992362] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance f3aa61db-f6e2-486f-9804-fec6cc78caa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.992362] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 2efc88b6-568a-46c3-89a0-f227c5ada671 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.992622] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance bab7c411-a648-40b6-a350-1aa24077b2a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.992852] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.992983] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 100bb6d8-f69a-4ad3-a1c8-53e7fa280040 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.993116] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance bc7253df-1845-43be-93a8-81ab512e7e7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.993232] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 69fd58ca-a8c0-4c77-9062-caf63d38be25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.993344] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 028e8c79-66a7-431e-9743-f704a5c79c9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.993455] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance a7480b01-ab51-4e66-aaf5-dcf049bee103 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.993568] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 760e1375-70c4-42f6-888e-56ca9c079c8a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.993680] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance a63b410f-88be-40f1-8b1f-c03cd495dbe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.993783] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 599d9eed-469e-4bf4-abd2-4c912946fbad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.993917] env[62099]: WARNING nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance a3f49b35-0e49-4078-9392-c7126cf14a29 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1766.994049] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 3f1e9cf4-ac75-46ac-996e-2215756d53f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.994168] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance cfc5c680-6ca9-43a1-90ef-e4a632982d11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.994279] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.994387] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Migration eed035cd-f914-4cfe-9ee1-f16ac90d479a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1766.994495] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 3846ec4c-c74b-49ef-9fc0-38238e919eb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1766.998400] env[62099]: INFO nova.compute.manager [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Took 13.23 seconds to build instance. [ 1767.056975] env[62099]: DEBUG nova.network.neutron [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Successfully updated port: 2be181c2-ebb4-49d2-818f-5d930b30444d {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1767.083973] env[62099]: DEBUG nova.compute.manager [req-0a24f877-6828-4a8d-887d-ce932956a9c3 req-c24bf7cd-5cf5-4a50-8b7b-cc77713ba540 service nova] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Received event network-changed-2be181c2-ebb4-49d2-818f-5d930b30444d {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1767.084208] env[62099]: DEBUG nova.compute.manager [req-0a24f877-6828-4a8d-887d-ce932956a9c3 req-c24bf7cd-5cf5-4a50-8b7b-cc77713ba540 service nova] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Refreshing instance network info cache due to event network-changed-2be181c2-ebb4-49d2-818f-5d930b30444d. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1767.084419] env[62099]: DEBUG oslo_concurrency.lockutils [req-0a24f877-6828-4a8d-887d-ce932956a9c3 req-c24bf7cd-5cf5-4a50-8b7b-cc77713ba540 service nova] Acquiring lock "refresh_cache-7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.084565] env[62099]: DEBUG oslo_concurrency.lockutils [req-0a24f877-6828-4a8d-887d-ce932956a9c3 req-c24bf7cd-5cf5-4a50-8b7b-cc77713ba540 service nova] Acquired lock "refresh_cache-7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.085221] env[62099]: DEBUG nova.network.neutron [req-0a24f877-6828-4a8d-887d-ce932956a9c3 req-c24bf7cd-5cf5-4a50-8b7b-cc77713ba540 service nova] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Refreshing network info cache for port 2be181c2-ebb4-49d2-818f-5d930b30444d {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1767.168604] env[62099]: DEBUG oslo_vmware.api [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897314, 'name': ReconfigVM_Task, 'duration_secs': 0.292769} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.168820] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391779', 'volume_id': 'a43a2990-63de-4223-ace9-eac30dd6d09b', 'name': 'volume-a43a2990-63de-4223-ace9-eac30dd6d09b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a63b410f-88be-40f1-8b1f-c03cd495dbe5', 'attached_at': '', 'detached_at': '', 'volume_id': 'a43a2990-63de-4223-ace9-eac30dd6d09b', 'serial': 'a43a2990-63de-4223-ace9-eac30dd6d09b'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1767.224881] env[62099]: DEBUG nova.network.neutron [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Updating instance_info_cache with network_info: [{"id": "dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb", "address": "fa:16:3e:66:07:38", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabb654b-8c", "ovs_interfaceid": "dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.311651] env[62099]: INFO nova.compute.manager [-] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Took 1.57 seconds to deallocate network for instance. [ 1767.500155] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance d50d3f34-69f7-41c8-9e0c-471029048e8b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1767.500291] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1767.500443] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1767.504024] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6792761a-8d75-4c50-9783-ef70f89e550f tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "cfc5c680-6ca9-43a1-90ef-e4a632982d11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.748s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.560021] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "refresh_cache-7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.619383] env[62099]: DEBUG nova.network.neutron [req-0a24f877-6828-4a8d-887d-ce932956a9c3 req-c24bf7cd-5cf5-4a50-8b7b-cc77713ba540 service nova] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1767.720182] env[62099]: DEBUG nova.network.neutron [req-0a24f877-6828-4a8d-887d-ce932956a9c3 req-c24bf7cd-5cf5-4a50-8b7b-cc77713ba540 service nova] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.727904] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "refresh_cache-3846ec4c-c74b-49ef-9fc0-38238e919eb0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.780189] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfb7c3e-e8fe-4b96-985c-990ad99788e1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.788192] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7770f9-ccb9-47d5-9144-beb500efba83 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.825113] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.826771] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5b6474-5fa2-47ee-bd46-749ffb334342 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.834762] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b0819c-7fbe-4426-882b-4c4da54ea5a6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.849344] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1767.990893] env[62099]: DEBUG nova.objects.instance [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lazy-loading 'flavor' on Instance uuid a7480b01-ab51-4e66-aaf5-dcf049bee103 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1768.179587] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "cfc5c680-6ca9-43a1-90ef-e4a632982d11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.179893] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "cfc5c680-6ca9-43a1-90ef-e4a632982d11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.180139] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "cfc5c680-6ca9-43a1-90ef-e4a632982d11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.180328] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "cfc5c680-6ca9-43a1-90ef-e4a632982d11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.180517] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "cfc5c680-6ca9-43a1-90ef-e4a632982d11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.182679] env[62099]: INFO nova.compute.manager [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Terminating instance [ 1768.214584] env[62099]: DEBUG nova.objects.instance [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lazy-loading 'flavor' on Instance uuid a63b410f-88be-40f1-8b1f-c03cd495dbe5 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1768.225212] env[62099]: DEBUG oslo_concurrency.lockutils [req-0a24f877-6828-4a8d-887d-ce932956a9c3 req-c24bf7cd-5cf5-4a50-8b7b-cc77713ba540 service nova] Releasing lock "refresh_cache-7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.225869] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquired lock "refresh_cache-7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.226041] env[62099]: DEBUG nova.network.neutron [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1768.352654] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1768.457144] env[62099]: INFO nova.compute.manager [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Rebuilding instance [ 1768.495692] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f28105b3-f5fc-47d9-9c5c-6f5cb8d9a446 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "a7480b01-ab51-4e66-aaf5-dcf049bee103" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.326s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.508041] env[62099]: DEBUG nova.compute.manager [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1768.508436] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb9a868-4b69-45b6-841e-15f990a8f4d4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.686015] env[62099]: DEBUG nova.compute.manager [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1768.687397] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1768.687572] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae24c3ef-040f-4247-82f2-f14ce68ac211 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.696165] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1768.696452] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a694de20-4ce0-4a9d-be88-534d525e46ec {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.704207] env[62099]: DEBUG oslo_vmware.api [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1768.704207] env[62099]: value = "task-1897315" [ 1768.704207] env[62099]: _type = "Task" [ 1768.704207] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.712984] env[62099]: DEBUG oslo_vmware.api [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.720068] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ce3b4a80-3c80-47be-b08a-b2ca6154fe2d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.317s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.761369] env[62099]: DEBUG nova.network.neutron [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1768.857625] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1768.857958] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.914s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.863024] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.076s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.863024] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.863471] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.253s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.866229] env[62099]: INFO nova.compute.claims [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1768.901051] env[62099]: INFO nova.scheduler.client.report [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleted allocations for instance a3f49b35-0e49-4078-9392-c7126cf14a29 [ 1768.973579] env[62099]: DEBUG nova.network.neutron [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Updating instance_info_cache with network_info: [{"id": "2be181c2-ebb4-49d2-818f-5d930b30444d", "address": "fa:16:3e:11:c8:d6", "network": {"id": "7b086ed8-9faa-472f-aa0f-5794f0d37a97", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-664053015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29e6d3b878b44ccbac8ef9628b28e51c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be181c2-eb", "ovs_interfaceid": "2be181c2-ebb4-49d2-818f-5d930b30444d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.147654] env[62099]: INFO nova.compute.manager [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Rescuing [ 1769.147654] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.147654] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.147654] env[62099]: DEBUG nova.network.neutron [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1769.218234] env[62099]: DEBUG oslo_vmware.api [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897315, 'name': PowerOffVM_Task, 'duration_secs': 0.381032} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.218748] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1769.219114] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1769.220936] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9df93289-ad20-4c59-b35a-c080191acb31 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.245945] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cd69ec-4a09-4c6b-8b14-24b883d5fda5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.270193] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Updating instance '3846ec4c-c74b-49ef-9fc0-38238e919eb0' progress to 0 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1769.394933] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1769.396172] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1769.396172] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1769.396172] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1769.409467] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1766e968-69eb-4983-8aa0-9de66cf7176e tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "a3f49b35-0e49-4078-9392-c7126cf14a29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.585s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.474944] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Releasing lock "refresh_cache-7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.477972] env[62099]: DEBUG nova.compute.manager [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Instance network_info: |[{"id": "2be181c2-ebb4-49d2-818f-5d930b30444d", "address": "fa:16:3e:11:c8:d6", "network": {"id": "7b086ed8-9faa-472f-aa0f-5794f0d37a97", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-664053015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29e6d3b878b44ccbac8ef9628b28e51c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be181c2-eb", "ovs_interfaceid": "2be181c2-ebb4-49d2-818f-5d930b30444d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1769.477972] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:c8:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2be181c2-ebb4-49d2-818f-5d930b30444d', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1769.485313] env[62099]: DEBUG oslo.service.loopingcall [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1769.486934] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1769.486934] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-897b745d-a4ae-4b38-a661-0c85e4a4d7dc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.513979] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1769.513979] env[62099]: value = "task-1897317" [ 1769.513979] env[62099]: _type = "Task" [ 1769.513979] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.526311] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1769.526590] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897317, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.526812] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daabf905-89f3-4160-987e-7c34b443c89c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.533834] env[62099]: DEBUG oslo_vmware.api [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Waiting for the task: (returnval){ [ 1769.533834] env[62099]: value = "task-1897318" [ 1769.533834] env[62099]: _type = "Task" [ 1769.533834] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.544698] env[62099]: DEBUG oslo_vmware.api [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.778814] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1769.778814] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-434f0e3f-4349-4e9b-8027-2610e1544bf5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.784391] env[62099]: DEBUG oslo_vmware.rw_handles [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fdc65-d001-425e-32b2-fd4f6af8c774/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1769.789023] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6509747f-1299-4c78-b7db-444cce7f4652 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.795859] env[62099]: DEBUG oslo_vmware.rw_handles [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fdc65-d001-425e-32b2-fd4f6af8c774/disk-0.vmdk is in state: ready. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1769.796038] env[62099]: ERROR oslo_vmware.rw_handles [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fdc65-d001-425e-32b2-fd4f6af8c774/disk-0.vmdk due to incomplete transfer. [ 1769.796284] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-028a8d57-71c8-4f4c-8e91-a98707a863a5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.799239] env[62099]: DEBUG oslo_vmware.api [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1769.799239] env[62099]: value = "task-1897319" [ 1769.799239] env[62099]: _type = "Task" [ 1769.799239] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.808684] env[62099]: DEBUG oslo_vmware.api [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.817412] env[62099]: DEBUG oslo_vmware.rw_handles [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fdc65-d001-425e-32b2-fd4f6af8c774/disk-0.vmdk. {{(pid=62099) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1769.817642] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Uploaded image 2aa27528-8df6-475f-83d0-83c417c52e5b to the Glance image server {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1769.820242] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Destroying the VM {{(pid=62099) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1769.820415] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-de107d17-2cb1-4745-8cf9-13113719ae53 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.832035] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1769.832035] env[62099]: value = "task-1897320" [ 1769.832035] env[62099]: _type = "Task" [ 1769.832035] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.839353] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897320, 'name': Destroy_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.965436] env[62099]: DEBUG nova.network.neutron [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Updating instance_info_cache with network_info: [{"id": "8166ad7c-5cfc-478e-80a0-d15c52caf883", "address": "fa:16:3e:d9:9e:22", "network": {"id": "c76396bd-3421-4e57-a98f-026c9e81a81a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-130376803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a5c9dc05d4c5a9b2a28e38b3b9040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166ad7c-5c", "ovs_interfaceid": "8166ad7c-5cfc-478e-80a0-d15c52caf883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.024711] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897317, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.031373] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1770.031706] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1770.031955] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleting the datastore file [datastore1] cfc5c680-6ca9-43a1-90ef-e4a632982d11 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1770.032301] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2efff50a-4857-4f15-a21d-8925318c0c8c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.045454] env[62099]: DEBUG oslo_vmware.api [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for the task: (returnval){ [ 1770.045454] env[62099]: value = "task-1897321" [ 1770.045454] env[62099]: _type = "Task" [ 1770.045454] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.052593] env[62099]: DEBUG oslo_vmware.api [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897318, 'name': PowerOffVM_Task, 'duration_secs': 0.205329} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.054007] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1770.054120] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1770.054503] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06638f1f-e4b1-49d4-a8c1-e45f4b625882 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.059852] env[62099]: DEBUG oslo_vmware.api [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.064414] env[62099]: DEBUG oslo_vmware.api [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Waiting for the task: (returnval){ [ 1770.064414] env[62099]: value = "task-1897322" [ 1770.064414] env[62099]: _type = "Task" [ 1770.064414] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.077861] env[62099]: DEBUG oslo_vmware.api [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.186606] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be78a048-65b4-42a5-8cd6-aaf95f5ede55 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.195414] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6dc4b2-c1de-4fe2-a826-36cdd03d54fd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.228331] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132b5306-acfe-46b9-8248-552b494a4e6f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.236338] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6740ea-8e57-4326-b782-aa104ad002f1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.250409] env[62099]: DEBUG nova.compute.provider_tree [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1770.309940] env[62099]: DEBUG oslo_vmware.api [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897319, 'name': PowerOffVM_Task, 'duration_secs': 0.300427} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.310253] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1770.310447] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Updating instance '3846ec4c-c74b-49ef-9fc0-38238e919eb0' progress to 17 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1770.338832] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897320, 'name': Destroy_Task} progress is 33%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.455024] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "37a471a8-7d62-4820-91cb-f47380b488ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.455024] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "37a471a8-7d62-4820-91cb-f47380b488ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.473200] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Releasing lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.525768] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897317, 'name': CreateVM_Task, 'duration_secs': 0.541573} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.526025] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1770.526745] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.527884] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.527884] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1770.527884] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3880fc-72f0-4348-aebf-24a22946f675 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.533060] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1770.533060] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529e6bab-891e-8333-b1b0-2cfa1149c9b3" [ 1770.533060] env[62099]: _type = "Task" [ 1770.533060] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.540672] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529e6bab-891e-8333-b1b0-2cfa1149c9b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.553903] env[62099]: DEBUG oslo_vmware.api [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Task: {'id': task-1897321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330029} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.554138] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1770.554671] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1770.554671] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1770.554671] env[62099]: INFO nova.compute.manager [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Took 1.87 seconds to destroy the instance on the hypervisor. [ 1770.554893] env[62099]: DEBUG oslo.service.loopingcall [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1770.555095] env[62099]: DEBUG nova.compute.manager [-] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1770.555191] env[62099]: DEBUG nova.network.neutron [-] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1770.575886] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] VM already powered off {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1770.576129] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Volume detach. Driver type: vmdk {{(pid=62099) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1770.576338] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391749', 'volume_id': 'a33462a8-487a-4901-8747-2a4a55fb3a7a', 'name': 'volume-a33462a8-487a-4901-8747-2a4a55fb3a7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '760e1375-70c4-42f6-888e-56ca9c079c8a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a33462a8-487a-4901-8747-2a4a55fb3a7a', 'serial': 'a33462a8-487a-4901-8747-2a4a55fb3a7a'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1770.577114] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfc2ca8-a780-4364-864e-9ffdbcefcda4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.595395] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b12852-ceac-4ff8-8e6e-930004025627 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.602577] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1424ca5-a9c2-48a2-a489-9de0e6231c29 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.622627] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efc5df4-58a4-45a3-af9a-8d2ff69fbb19 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.637665] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] The volume has not been displaced from its original location: [datastore2] volume-a33462a8-487a-4901-8747-2a4a55fb3a7a/volume-a33462a8-487a-4901-8747-2a4a55fb3a7a.vmdk. No consolidation needed. {{(pid=62099) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1770.642918] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1770.643620] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff23cdae-f18c-4a41-a235-3c27a80c9274 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.662363] env[62099]: DEBUG oslo_vmware.api [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Waiting for the task: (returnval){ [ 1770.662363] env[62099]: value = "task-1897323" [ 1770.662363] env[62099]: _type = "Task" [ 1770.662363] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.670586] env[62099]: DEBUG oslo_vmware.api [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.753756] env[62099]: DEBUG nova.scheduler.client.report [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1770.817447] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1770.817447] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1770.818898] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1770.818898] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1770.818898] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1770.818898] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1770.818898] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1770.818898] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1770.818898] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1770.818898] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1770.818898] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1770.824504] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-086b0c84-1d68-4493-8cff-3acd3180ea63 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.837504] env[62099]: DEBUG nova.compute.manager [req-9637d26e-b7b6-4258-9b65-c89e569dad82 req-82207bb9-fcdd-426b-9337-3420b1f53d8a service nova] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Received event network-vif-deleted-6260ebda-519b-4755-9472-6aa54686a3b0 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1770.837715] env[62099]: INFO nova.compute.manager [req-9637d26e-b7b6-4258-9b65-c89e569dad82 req-82207bb9-fcdd-426b-9337-3420b1f53d8a service nova] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Neutron deleted interface 6260ebda-519b-4755-9472-6aa54686a3b0; detaching it from the instance and deleting it from the info cache [ 1770.837885] env[62099]: DEBUG nova.network.neutron [req-9637d26e-b7b6-4258-9b65-c89e569dad82 req-82207bb9-fcdd-426b-9337-3420b1f53d8a service nova] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.850918] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897320, 'name': Destroy_Task, 'duration_secs': 0.706847} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.852189] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Destroyed the VM [ 1770.852441] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Deleting Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1770.852999] env[62099]: DEBUG oslo_vmware.api [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1770.852999] env[62099]: value = "task-1897324" [ 1770.852999] env[62099]: _type = "Task" [ 1770.852999] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.853279] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8531f43a-248e-498f-b041-58f7cd59c1d2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.865628] env[62099]: DEBUG oslo_vmware.api [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897324, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.866970] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1770.866970] env[62099]: value = "task-1897325" [ 1770.866970] env[62099]: _type = "Task" [ 1770.866970] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.875396] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897325, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.957038] env[62099]: DEBUG nova.compute.manager [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1771.043176] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529e6bab-891e-8333-b1b0-2cfa1149c9b3, 'name': SearchDatastore_Task, 'duration_secs': 0.016501} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.043457] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.043689] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1771.044241] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.044241] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.044379] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1771.044571] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c5231bd-ff75-467f-9fb6-facb8009cd71 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.052920] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1771.053174] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1771.053903] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31bddbfc-6a56-4a79-be67-5770adb49e3e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.059357] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1771.059357] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]520f5534-c0fc-d436-e478-c86e8ba0ca15" [ 1771.059357] env[62099]: _type = "Task" [ 1771.059357] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.067374] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520f5534-c0fc-d436-e478-c86e8ba0ca15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.072248] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.072248] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.172270] env[62099]: DEBUG oslo_vmware.api [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897323, 'name': ReconfigVM_Task, 'duration_secs': 0.32021} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.172622] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1771.177690] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab9ac81a-9ca0-467d-8c49-01d6fae79e8e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.193661] env[62099]: DEBUG oslo_vmware.api [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Waiting for the task: (returnval){ [ 1771.193661] env[62099]: value = "task-1897326" [ 1771.193661] env[62099]: _type = "Task" [ 1771.193661] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.202009] env[62099]: DEBUG oslo_vmware.api [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.259209] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.259824] env[62099]: DEBUG nova.compute.manager [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1771.262698] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.438s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.266019] env[62099]: DEBUG nova.objects.instance [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lazy-loading 'resources' on Instance uuid bab7c411-a648-40b6-a350-1aa24077b2a3 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1771.309320] env[62099]: DEBUG nova.network.neutron [-] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.345698] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b65d064e-9739-407f-b637-4a9781726a1f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.354837] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef694ef5-774b-49b3-9e69-4c280ced1b2d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.379954] env[62099]: DEBUG oslo_vmware.api [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897324, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.382946] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897325, 'name': RemoveSnapshot_Task, 'duration_secs': 0.435247} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.395414] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Deleted Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1771.395728] env[62099]: DEBUG nova.compute.manager [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1771.396173] env[62099]: DEBUG nova.compute.manager [req-9637d26e-b7b6-4258-9b65-c89e569dad82 req-82207bb9-fcdd-426b-9337-3420b1f53d8a service nova] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Detach interface failed, port_id=6260ebda-519b-4755-9472-6aa54686a3b0, reason: Instance cfc5c680-6ca9-43a1-90ef-e4a632982d11 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1771.397299] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40148b4-848d-45f5-8096-00a9343672ca {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.478611] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.570260] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520f5534-c0fc-d436-e478-c86e8ba0ca15, 'name': SearchDatastore_Task, 'duration_secs': 0.009498} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.571126] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f96e88-be4c-4a9b-a69e-770f56f4a5f2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.574410] env[62099]: DEBUG nova.compute.manager [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1771.578907] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1771.578907] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]522e0886-08b4-ae7d-5c7a-0564a00f54a7" [ 1771.578907] env[62099]: _type = "Task" [ 1771.578907] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.587696] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522e0886-08b4-ae7d-5c7a-0564a00f54a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.704852] env[62099]: DEBUG oslo_vmware.api [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897326, 'name': ReconfigVM_Task, 'duration_secs': 0.162082} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.705195] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391749', 'volume_id': 'a33462a8-487a-4901-8747-2a4a55fb3a7a', 'name': 'volume-a33462a8-487a-4901-8747-2a4a55fb3a7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '760e1375-70c4-42f6-888e-56ca9c079c8a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a33462a8-487a-4901-8747-2a4a55fb3a7a', 'serial': 'a33462a8-487a-4901-8747-2a4a55fb3a7a'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1771.705482] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1771.706241] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e26ebd-7244-42cc-82b3-b3aa4c333b27 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.712960] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1771.713222] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce1e96d2-4537-4a0b-a2ab-aded6f97b6fe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.765860] env[62099]: DEBUG nova.compute.utils [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1771.767866] env[62099]: DEBUG nova.compute.manager [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1771.767866] env[62099]: DEBUG nova.network.neutron [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1771.811505] env[62099]: INFO nova.compute.manager [-] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Took 1.26 seconds to deallocate network for instance. [ 1771.821061] env[62099]: DEBUG nova.policy [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55783bb8fe444ad597dbd8f909e80b14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd82d0e60385040708ad8ff119c1d1970', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1771.823955] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1771.824176] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1771.825014] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Deleting the datastore file [datastore2] 760e1375-70c4-42f6-888e-56ca9c079c8a {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1771.825014] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce1be58e-4861-4e7b-82df-04fec1dca4b8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.833227] env[62099]: DEBUG oslo_vmware.api [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Waiting for the task: (returnval){ [ 1771.833227] env[62099]: value = "task-1897328" [ 1771.833227] env[62099]: _type = "Task" [ 1771.833227] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.840663] env[62099]: DEBUG oslo_vmware.api [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.875817] env[62099]: DEBUG oslo_vmware.api [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897324, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.912983] env[62099]: INFO nova.compute.manager [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Shelve offloading [ 1772.008868] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1772.009472] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b48502c8-4a2c-4204-a877-4b59af021651 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.016621] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1772.016621] env[62099]: value = "task-1897329" [ 1772.016621] env[62099]: _type = "Task" [ 1772.016621] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.033098] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.037336] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b5fbb0-7a29-4cff-ba4b-24c83824537e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.044444] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467ff892-9a99-4718-b32a-1997230fec14 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.078156] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad1eec8-f4c5-49f5-8e66-fc4037955eb1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.086172] env[62099]: DEBUG nova.network.neutron [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Successfully created port: 33f4a87d-f199-499f-b4fb-4dde11eef008 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1772.099203] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f10214e-3e3c-40c0-85e6-bb6f5255a651 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.103086] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522e0886-08b4-ae7d-5c7a-0564a00f54a7, 'name': SearchDatastore_Task, 'duration_secs': 0.014898} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.104013] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.104633] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.104897] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7/7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1772.105535] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-657134aa-828d-4af9-bf7d-67dde3ccf884 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.115717] env[62099]: DEBUG nova.compute.provider_tree [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.123399] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1772.123399] env[62099]: value = "task-1897330" [ 1772.123399] env[62099]: _type = "Task" [ 1772.123399] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.132266] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.276071] env[62099]: DEBUG nova.compute.manager [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1772.324158] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.346485] env[62099]: DEBUG oslo_vmware.api [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Task: {'id': task-1897328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252135} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.346964] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1772.347320] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1772.347689] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1772.378302] env[62099]: DEBUG oslo_vmware.api [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897324, 'name': ReconfigVM_Task, 'duration_secs': 1.251694} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.378663] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Updating instance '3846ec4c-c74b-49ef-9fc0-38238e919eb0' progress to 33 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1772.418032] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1772.419386] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Volume detach. Driver type: vmdk {{(pid=62099) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1772.419603] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16d4a280-e87e-4879-920b-82ff2defe655 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.421459] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-942e8df5-53f2-4952-b899-70c6a1f91e1a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.432574] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6294e2-cfe0-4d5c-a3e4-41d82174f354 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.445092] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1772.445092] env[62099]: value = "task-1897331" [ 1772.445092] env[62099]: _type = "Task" [ 1772.445092] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.456024] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] VM already powered off {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1772.456265] env[62099]: DEBUG nova.compute.manager [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1772.468312] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aab4dd-5671-4a9e-a0b7-dea8d8dfb1d3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.472360] env[62099]: ERROR nova.compute.manager [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Failed to detach volume a33462a8-487a-4901-8747-2a4a55fb3a7a from /dev/sda: nova.exception.InstanceNotFound: Instance 760e1375-70c4-42f6-888e-56ca9c079c8a could not be found. [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Traceback (most recent call last): [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] self.driver.rebuild(**kwargs) [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] raise NotImplementedError() [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] NotImplementedError [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] During handling of the above exception, another exception occurred: [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Traceback (most recent call last): [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] self.driver.detach_volume(context, old_connection_info, [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] return self._volumeops.detach_volume(connection_info, instance) [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] self._detach_volume_vmdk(connection_info, instance) [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] stable_ref.fetch_moref(session) [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] nova.exception.InstanceNotFound: Instance 760e1375-70c4-42f6-888e-56ca9c079c8a could not be found. [ 1772.472360] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] [ 1772.478637] env[62099]: DEBUG oslo_concurrency.lockutils [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.478810] env[62099]: DEBUG oslo_concurrency.lockutils [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquired lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.479118] env[62099]: DEBUG nova.network.neutron [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1772.529403] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897329, 'name': PowerOffVM_Task, 'duration_secs': 0.224743} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.529660] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1772.530956] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d91fd2c-25b0-4e6b-acc6-998730f9bc93 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.556056] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a45c75-11db-4e46-96af-fbc90ec389e3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.590513] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1772.590799] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18d27ee1-1a53-48de-a582-c2bdb2764b0a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.600738] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1772.600738] env[62099]: value = "task-1897332" [ 1772.600738] env[62099]: _type = "Task" [ 1772.600738] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.609493] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] VM already powered off {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1772.609749] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1772.609968] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.610136] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.610451] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1772.610568] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4af02b6e-2b40-4d15-87d9-59f8e9c5781f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.618709] env[62099]: DEBUG nova.scheduler.client.report [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1772.624816] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1772.624816] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1772.630826] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f479489d-f594-441f-8b19-3dae13870117 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.634506] env[62099]: DEBUG nova.compute.utils [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Build of instance 760e1375-70c4-42f6-888e-56ca9c079c8a aborted: Failed to rebuild volume backed instance. {{(pid=62099) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1772.636949] env[62099]: ERROR nova.compute.manager [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 760e1375-70c4-42f6-888e-56ca9c079c8a aborted: Failed to rebuild volume backed instance. [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Traceback (most recent call last): [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] self.driver.rebuild(**kwargs) [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] raise NotImplementedError() [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] NotImplementedError [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] During handling of the above exception, another exception occurred: [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Traceback (most recent call last): [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] self._detach_root_volume(context, instance, root_bdm) [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] with excutils.save_and_reraise_exception(): [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] self.force_reraise() [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] raise self.value [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] self.driver.detach_volume(context, old_connection_info, [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] return self._volumeops.detach_volume(connection_info, instance) [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] self._detach_volume_vmdk(connection_info, instance) [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] stable_ref.fetch_moref(session) [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] nova.exception.InstanceNotFound: Instance 760e1375-70c4-42f6-888e-56ca9c079c8a could not be found. [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] During handling of the above exception, another exception occurred: [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Traceback (most recent call last): [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/compute/manager.py", line 11339, in _error_out_instance_on_exception [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] yield [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1772.636949] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] self._do_rebuild_instance_with_claim( [ 1772.638311] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1772.638311] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] self._do_rebuild_instance( [ 1772.638311] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1772.638311] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] self._rebuild_default_impl(**kwargs) [ 1772.638311] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1772.638311] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] self._rebuild_volume_backed_instance( [ 1772.638311] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1772.638311] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] raise exception.BuildAbortException( [ 1772.638311] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] nova.exception.BuildAbortException: Build of instance 760e1375-70c4-42f6-888e-56ca9c079c8a aborted: Failed to rebuild volume backed instance. [ 1772.638311] env[62099]: ERROR nova.compute.manager [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] [ 1772.644053] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1772.644053] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]520c4b03-7934-d9c2-2e1e-caa9540f6d59" [ 1772.644053] env[62099]: _type = "Task" [ 1772.644053] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.644608] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897330, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.653445] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520c4b03-7934-d9c2-2e1e-caa9540f6d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.888956] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1772.889295] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1772.889477] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1772.889668] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1772.889818] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1772.889964] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1772.890194] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1772.890354] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1772.890519] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1772.890681] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1772.890856] env[62099]: DEBUG nova.virt.hardware [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1772.896394] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1772.896741] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb630ce1-6890-4b13-a095-07e1432e062e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.914997] env[62099]: DEBUG oslo_vmware.api [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1772.914997] env[62099]: value = "task-1897333" [ 1772.914997] env[62099]: _type = "Task" [ 1772.914997] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.922929] env[62099]: DEBUG oslo_vmware.api [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.124400] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.126644] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.648s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.128276] env[62099]: INFO nova.compute.claims [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1773.141908] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772917} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.141908] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7/7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1773.141908] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1773.142045] env[62099]: INFO nova.scheduler.client.report [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Deleted allocations for instance bab7c411-a648-40b6-a350-1aa24077b2a3 [ 1773.142929] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-678da02e-fe4d-4c76-a321-10f16810597b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.166430] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520c4b03-7934-d9c2-2e1e-caa9540f6d59, 'name': SearchDatastore_Task, 'duration_secs': 0.064883} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.168447] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1773.168447] env[62099]: value = "task-1897334" [ 1773.168447] env[62099]: _type = "Task" [ 1773.168447] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.168649] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5515304-d793-4bd5-859a-358d94333513 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.180910] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.182862] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1773.182862] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]524822ae-2740-3ebc-0552-f8e0a9890a77" [ 1773.182862] env[62099]: _type = "Task" [ 1773.182862] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.191978] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]524822ae-2740-3ebc-0552-f8e0a9890a77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.281662] env[62099]: DEBUG nova.network.neutron [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Updating instance_info_cache with network_info: [{"id": "78e09514-43b7-4da3-a21e-1de15b0cd7ed", "address": "fa:16:3e:78:c6:42", "network": {"id": "eced2df3-cde6-42a5-adc0-b55fb605aa5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-166005586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01b60258959d4842b0584919da5c2cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e09514-43", "ovs_interfaceid": "78e09514-43b7-4da3-a21e-1de15b0cd7ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.283805] env[62099]: DEBUG nova.compute.manager [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1773.309298] env[62099]: DEBUG nova.virt.hardware [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1773.309570] env[62099]: DEBUG nova.virt.hardware [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1773.309728] env[62099]: DEBUG nova.virt.hardware [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1773.309910] env[62099]: DEBUG nova.virt.hardware [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1773.310071] env[62099]: DEBUG nova.virt.hardware [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1773.310243] env[62099]: DEBUG nova.virt.hardware [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1773.310518] env[62099]: DEBUG nova.virt.hardware [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1773.310679] env[62099]: DEBUG nova.virt.hardware [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1773.310844] env[62099]: DEBUG nova.virt.hardware [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1773.311011] env[62099]: DEBUG nova.virt.hardware [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1773.311198] env[62099]: DEBUG nova.virt.hardware [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1773.312040] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2a79b8-fb9e-4bdf-97ac-0ee578d6ea0b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.320130] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efd2d18-ecd9-4741-9e62-6e4b75c681f8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.424829] env[62099]: DEBUG oslo_vmware.api [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897333, 'name': ReconfigVM_Task, 'duration_secs': 0.33422} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.424829] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1773.425659] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4e2f9f-c831-4c53-a2eb-64b382f08408 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.448680] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 3846ec4c-c74b-49ef-9fc0-38238e919eb0/3846ec4c-c74b-49ef-9fc0-38238e919eb0.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1773.448978] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7e30d6b-9614-4094-8836-117c33d53d06 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.468387] env[62099]: DEBUG oslo_vmware.api [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1773.468387] env[62099]: value = "task-1897335" [ 1773.468387] env[62099]: _type = "Task" [ 1773.468387] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.474528] env[62099]: DEBUG oslo_vmware.api [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.527933] env[62099]: DEBUG nova.compute.manager [req-56040725-d46d-49e2-b6a3-6c2fd171646f req-b7455f02-d0f7-4e9e-959b-33eb17039ec5 service nova] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Received event network-vif-plugged-33f4a87d-f199-499f-b4fb-4dde11eef008 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1773.528231] env[62099]: DEBUG oslo_concurrency.lockutils [req-56040725-d46d-49e2-b6a3-6c2fd171646f req-b7455f02-d0f7-4e9e-959b-33eb17039ec5 service nova] Acquiring lock "d50d3f34-69f7-41c8-9e0c-471029048e8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.528417] env[62099]: DEBUG oslo_concurrency.lockutils [req-56040725-d46d-49e2-b6a3-6c2fd171646f req-b7455f02-d0f7-4e9e-959b-33eb17039ec5 service nova] Lock "d50d3f34-69f7-41c8-9e0c-471029048e8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.528569] env[62099]: DEBUG oslo_concurrency.lockutils [req-56040725-d46d-49e2-b6a3-6c2fd171646f req-b7455f02-d0f7-4e9e-959b-33eb17039ec5 service nova] Lock "d50d3f34-69f7-41c8-9e0c-471029048e8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.528739] env[62099]: DEBUG nova.compute.manager [req-56040725-d46d-49e2-b6a3-6c2fd171646f req-b7455f02-d0f7-4e9e-959b-33eb17039ec5 service nova] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] No waiting events found dispatching network-vif-plugged-33f4a87d-f199-499f-b4fb-4dde11eef008 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1773.528903] env[62099]: WARNING nova.compute.manager [req-56040725-d46d-49e2-b6a3-6c2fd171646f req-b7455f02-d0f7-4e9e-959b-33eb17039ec5 service nova] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Received unexpected event network-vif-plugged-33f4a87d-f199-499f-b4fb-4dde11eef008 for instance with vm_state building and task_state spawning. [ 1773.606291] env[62099]: DEBUG nova.network.neutron [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Successfully updated port: 33f4a87d-f199-499f-b4fb-4dde11eef008 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1773.659028] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2c30c277-d2cb-4b4c-a486-58c21181b4c7 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "bab7c411-a648-40b6-a350-1aa24077b2a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.695s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.681315] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222834} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.682172] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1773.682378] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a01a920-169d-49b2-b731-43346a2e4abe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.694021] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]524822ae-2740-3ebc-0552-f8e0a9890a77, 'name': SearchDatastore_Task, 'duration_secs': 0.027877} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.702347] env[62099]: DEBUG oslo_concurrency.lockutils [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.703046] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] a7480b01-ab51-4e66-aaf5-dcf049bee103/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk. {{(pid=62099) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1773.712582] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7/7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1773.712582] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ca4caa4-da3a-4451-afe7-9f35f6da95ac {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.713840] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81880698-ce03-4b5f-9c4e-d5fea47c57ac {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.735756] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1773.735756] env[62099]: value = "task-1897337" [ 1773.735756] env[62099]: _type = "Task" [ 1773.735756] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.736835] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1773.736835] env[62099]: value = "task-1897336" [ 1773.736835] env[62099]: _type = "Task" [ 1773.736835] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.751156] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.751306] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.787917] env[62099]: DEBUG oslo_concurrency.lockutils [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Releasing lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.977387] env[62099]: DEBUG oslo_vmware.api [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897335, 'name': ReconfigVM_Task, 'duration_secs': 0.432247} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.977771] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 3846ec4c-c74b-49ef-9fc0-38238e919eb0/3846ec4c-c74b-49ef-9fc0-38238e919eb0.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1773.978128] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Updating instance '3846ec4c-c74b-49ef-9fc0-38238e919eb0' progress to 50 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1774.110518] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "refresh_cache-d50d3f34-69f7-41c8-9e0c-471029048e8b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.111171] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquired lock "refresh_cache-d50d3f34-69f7-41c8-9e0c-471029048e8b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.111171] env[62099]: DEBUG nova.network.neutron [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1774.199248] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1774.200265] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2770876-a861-46f4-bffc-5e64548ee333 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.213064] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1774.213064] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19640848-fc89-4fdb-94aa-c04756b826b4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.251668] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897337, 'name': ReconfigVM_Task, 'duration_secs': 0.484539} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.256977] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7/7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1774.258090] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897336, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.258500] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db701b9c-38ce-46d6-91ac-a2ba0a4b3b57 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.266048] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1774.266048] env[62099]: value = "task-1897339" [ 1774.266048] env[62099]: _type = "Task" [ 1774.266048] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.273831] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897339, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.408023] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8960229-4bd4-4b1d-b5ff-8c77f68ceb77 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.414863] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cd9e80-e76d-46ef-91a2-fda6b367bc36 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.446034] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68de4942-d176-49b6-adbd-910a27205e23 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.453429] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a65746f-52d7-49c7-aa69-e8c608f1864a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.467763] env[62099]: DEBUG nova.compute.provider_tree [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1774.485163] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc280679-eab2-49c9-8743-1857abd289c4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.503986] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf8d530-5d0b-4ffa-bacd-6d1d2106be34 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.521942] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Updating instance '3846ec4c-c74b-49ef-9fc0-38238e919eb0' progress to 67 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1774.663128] env[62099]: DEBUG nova.network.neutron [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1774.674380] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.756503] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542875} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.756870] env[62099]: INFO nova.virt.vmwareapi.ds_util [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] a7480b01-ab51-4e66-aaf5-dcf049bee103/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk. [ 1774.757971] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2668df-cafe-4753-9e5d-40480d7d6bd7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.788229] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] a7480b01-ab51-4e66-aaf5-dcf049bee103/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1774.793568] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d56b2279-1036-4184-9045-f71815a9c072 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.813515] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquiring lock "8fe8c676-bd96-4da3-a5bc-c1c46b61dae9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.813638] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "8fe8c676-bd96-4da3-a5bc-c1c46b61dae9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.814688] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897339, 'name': Rename_Task, 'duration_secs': 0.151639} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.816018] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1774.816592] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1774.816592] env[62099]: value = "task-1897340" [ 1774.816592] env[62099]: _type = "Task" [ 1774.816592] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.816789] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a242cc7-9385-46b5-b0c7-ee9441355d1b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.826807] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.828751] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1774.828751] env[62099]: value = "task-1897341" [ 1774.828751] env[62099]: _type = "Task" [ 1774.828751] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.840821] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.841697] env[62099]: DEBUG nova.network.neutron [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Updating instance_info_cache with network_info: [{"id": "33f4a87d-f199-499f-b4fb-4dde11eef008", "address": "fa:16:3e:22:e2:83", "network": {"id": "ece79ee5-894b-4783-a5ba-06f35c6ca8fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887834337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d82d0e60385040708ad8ff119c1d1970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33f4a87d-f1", "ovs_interfaceid": "33f4a87d-f199-499f-b4fb-4dde11eef008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.971805] env[62099]: DEBUG nova.scheduler.client.report [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1775.042224] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1775.042519] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1775.042799] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Deleting the datastore file [datastore1] 69fd58ca-a8c0-4c77-9062-caf63d38be25 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1775.043141] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1dbe080-4556-42ab-90cf-a4948fdcb3fe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.050037] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1775.050037] env[62099]: value = "task-1897342" [ 1775.050037] env[62099]: _type = "Task" [ 1775.050037] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.057810] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.062597] env[62099]: DEBUG nova.network.neutron [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Port dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb binding to destination host cpu-1 is already ACTIVE {{(pid=62099) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1775.316283] env[62099]: DEBUG nova.compute.manager [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1775.334020] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897340, 'name': ReconfigVM_Task, 'duration_secs': 0.377499} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.335315] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Reconfigured VM instance instance-00000051 to attach disk [datastore1] a7480b01-ab51-4e66-aaf5-dcf049bee103/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1775.336952] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d8b64e-b15a-45e7-bc88-ac7cbd286c27 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.346166] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Releasing lock "refresh_cache-d50d3f34-69f7-41c8-9e0c-471029048e8b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.346662] env[62099]: DEBUG nova.compute.manager [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Instance network_info: |[{"id": "33f4a87d-f199-499f-b4fb-4dde11eef008", "address": "fa:16:3e:22:e2:83", "network": {"id": "ece79ee5-894b-4783-a5ba-06f35c6ca8fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887834337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d82d0e60385040708ad8ff119c1d1970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33f4a87d-f1", "ovs_interfaceid": "33f4a87d-f199-499f-b4fb-4dde11eef008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1775.347123] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897341, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.373134] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:e2:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33f4a87d-f199-499f-b4fb-4dde11eef008', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1775.381030] env[62099]: DEBUG oslo.service.loopingcall [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.386609] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1775.386859] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95db58bd-9fd9-4290-9fc3-62f2a678ed7d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.397514] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c284f42-0732-4ee7-bb10-8527f718a0d3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.418007] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1775.418007] env[62099]: value = "task-1897344" [ 1775.418007] env[62099]: _type = "Task" [ 1775.418007] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.419561] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1775.419561] env[62099]: value = "task-1897343" [ 1775.419561] env[62099]: _type = "Task" [ 1775.419561] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.434468] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897344, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.435143] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897343, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.476807] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.477535] env[62099]: DEBUG nova.compute.manager [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1775.481057] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.376s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.482349] env[62099]: INFO nova.compute.claims [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1775.560312] env[62099]: DEBUG oslo_vmware.api [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350737} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.560730] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1775.561092] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1775.561154] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1775.584339] env[62099]: INFO nova.scheduler.client.report [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Deleted allocations for instance 69fd58ca-a8c0-4c77-9062-caf63d38be25 [ 1775.593928] env[62099]: DEBUG nova.compute.manager [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Received event network-changed-33f4a87d-f199-499f-b4fb-4dde11eef008 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1775.594141] env[62099]: DEBUG nova.compute.manager [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Refreshing instance network info cache due to event network-changed-33f4a87d-f199-499f-b4fb-4dde11eef008. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1775.594363] env[62099]: DEBUG oslo_concurrency.lockutils [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] Acquiring lock "refresh_cache-d50d3f34-69f7-41c8-9e0c-471029048e8b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.594508] env[62099]: DEBUG oslo_concurrency.lockutils [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] Acquired lock "refresh_cache-d50d3f34-69f7-41c8-9e0c-471029048e8b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.594715] env[62099]: DEBUG nova.network.neutron [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Refreshing network info cache for port 33f4a87d-f199-499f-b4fb-4dde11eef008 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1775.836954] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.840374] env[62099]: DEBUG oslo_vmware.api [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897341, 'name': PowerOnVM_Task, 'duration_secs': 0.572476} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.840615] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1775.840829] env[62099]: INFO nova.compute.manager [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Took 10.28 seconds to spawn the instance on the hypervisor. [ 1775.840985] env[62099]: DEBUG nova.compute.manager [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1775.841733] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0aca997-08bb-4912-a255-969140327a77 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.930243] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897344, 'name': CreateVM_Task, 'duration_secs': 0.402846} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.930777] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1775.931498] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.931666] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.932046] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1775.932344] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee377670-9d66-4deb-82e3-4e56b860933b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.936742] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897343, 'name': ReconfigVM_Task, 'duration_secs': 0.228156} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.937585] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1775.937650] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4d1bdba-1273-4f09-a543-d173cd2eeda0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.940702] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1775.940702] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5285db70-50b8-bfda-d14b-2a02f823a2f0" [ 1775.940702] env[62099]: _type = "Task" [ 1775.940702] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.946198] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1775.946198] env[62099]: value = "task-1897345" [ 1775.946198] env[62099]: _type = "Task" [ 1775.946198] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.952077] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5285db70-50b8-bfda-d14b-2a02f823a2f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.956571] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.987101] env[62099]: DEBUG nova.compute.utils [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1775.990791] env[62099]: DEBUG nova.compute.manager [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1775.990791] env[62099]: DEBUG nova.network.neutron [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1776.036146] env[62099]: DEBUG nova.policy [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed2bfb309d284555ac69c8d2d5eb4437', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '166bdcd08cd7483e97495d93531054c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1776.085559] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.085807] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.085994] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.100623] env[62099]: DEBUG oslo_concurrency.lockutils [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.101181] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a21d0862-a7c9-4573-a57b-0ef0215ee76d tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "interface-2efc88b6-568a-46c3-89a0-f227c5ada671-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.101400] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a21d0862-a7c9-4573-a57b-0ef0215ee76d tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-2efc88b6-568a-46c3-89a0-f227c5ada671-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.102063] env[62099]: DEBUG nova.objects.instance [None req-a21d0862-a7c9-4573-a57b-0ef0215ee76d tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lazy-loading 'flavor' on Instance uuid 2efc88b6-568a-46c3-89a0-f227c5ada671 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1776.154015] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Acquiring lock "760e1375-70c4-42f6-888e-56ca9c079c8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.154388] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Lock "760e1375-70c4-42f6-888e-56ca9c079c8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.154661] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Acquiring lock "760e1375-70c4-42f6-888e-56ca9c079c8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.154894] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Lock "760e1375-70c4-42f6-888e-56ca9c079c8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.155116] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Lock "760e1375-70c4-42f6-888e-56ca9c079c8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.157529] env[62099]: INFO nova.compute.manager [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Terminating instance [ 1776.321711] env[62099]: DEBUG nova.network.neutron [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Updated VIF entry in instance network info cache for port 33f4a87d-f199-499f-b4fb-4dde11eef008. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1776.322099] env[62099]: DEBUG nova.network.neutron [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Updating instance_info_cache with network_info: [{"id": "33f4a87d-f199-499f-b4fb-4dde11eef008", "address": "fa:16:3e:22:e2:83", "network": {"id": "ece79ee5-894b-4783-a5ba-06f35c6ca8fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887834337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d82d0e60385040708ad8ff119c1d1970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33f4a87d-f1", "ovs_interfaceid": "33f4a87d-f199-499f-b4fb-4dde11eef008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.359297] env[62099]: INFO nova.compute.manager [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Took 15.23 seconds to build instance. [ 1776.453705] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5285db70-50b8-bfda-d14b-2a02f823a2f0, 'name': SearchDatastore_Task, 'duration_secs': 0.017567} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.454221] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.454469] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1776.454703] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.454841] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.455024] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1776.455325] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-866ae853-6f16-46a8-858b-0a43910abb4c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.459870] env[62099]: DEBUG oslo_vmware.api [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897345, 'name': PowerOnVM_Task, 'duration_secs': 0.410325} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.460583] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1776.464586] env[62099]: DEBUG nova.compute.manager [None req-efea7fed-d7be-43af-ae76-11dec64bc6a0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1776.464586] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee9f25c-2d09-4746-b0d1-7fd0fffface6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.467349] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1776.467494] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1776.468693] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff20c6c-bfe6-4dea-93c7-49a5686f4e9d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.477653] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1776.477653] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d6d6f7-397f-7042-9998-dfe0d85ecc7a" [ 1776.477653] env[62099]: _type = "Task" [ 1776.477653] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.486067] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d6d6f7-397f-7042-9998-dfe0d85ecc7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.491711] env[62099]: DEBUG nova.compute.manager [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1776.504191] env[62099]: DEBUG nova.network.neutron [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Successfully created port: 1834a732-0d6b-4a99-9ab7-a003e697abbd {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1776.607230] env[62099]: DEBUG nova.objects.instance [None req-a21d0862-a7c9-4573-a57b-0ef0215ee76d tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lazy-loading 'pci_requests' on Instance uuid 2efc88b6-568a-46c3-89a0-f227c5ada671 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1776.661717] env[62099]: DEBUG nova.compute.manager [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1776.662267] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0a50807-91a5-431f-9d47-836f4121c987 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.672056] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbc15ca-90b5-4ab8-8394-70d3d1e913f4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.715165] env[62099]: WARNING nova.virt.vmwareapi.driver [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 760e1375-70c4-42f6-888e-56ca9c079c8a could not be found. [ 1776.715394] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1776.719709] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1960e21c-cb8b-4ef9-8fda-d0d3a70c29bc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.726652] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3747d0-bee4-4add-af2c-61249abe21bc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.763315] env[62099]: WARNING nova.virt.vmwareapi.vmops [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 760e1375-70c4-42f6-888e-56ca9c079c8a could not be found. [ 1776.763440] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1776.763685] env[62099]: INFO nova.compute.manager [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1776.763875] env[62099]: DEBUG oslo.service.loopingcall [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.766887] env[62099]: DEBUG nova.compute.manager [-] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1776.767091] env[62099]: DEBUG nova.network.neutron [-] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1776.796302] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baf829d-8268-495b-a915-4920eff735c0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.803196] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af3cba7-8d6a-486a-8211-5578439f7e6f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.835055] env[62099]: DEBUG oslo_concurrency.lockutils [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] Releasing lock "refresh_cache-d50d3f34-69f7-41c8-9e0c-471029048e8b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.835394] env[62099]: DEBUG nova.compute.manager [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Received event network-vif-unplugged-78e09514-43b7-4da3-a21e-1de15b0cd7ed {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1776.835602] env[62099]: DEBUG oslo_concurrency.lockutils [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] Acquiring lock "69fd58ca-a8c0-4c77-9062-caf63d38be25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.835810] env[62099]: DEBUG oslo_concurrency.lockutils [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.835976] env[62099]: DEBUG oslo_concurrency.lockutils [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.836159] env[62099]: DEBUG nova.compute.manager [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] No waiting events found dispatching network-vif-unplugged-78e09514-43b7-4da3-a21e-1de15b0cd7ed {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1776.836358] env[62099]: WARNING nova.compute.manager [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Received unexpected event network-vif-unplugged-78e09514-43b7-4da3-a21e-1de15b0cd7ed for instance with vm_state shelved and task_state shelving_offloading. [ 1776.836656] env[62099]: DEBUG nova.compute.manager [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Received event network-changed-78e09514-43b7-4da3-a21e-1de15b0cd7ed {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1776.836712] env[62099]: DEBUG nova.compute.manager [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Refreshing instance network info cache due to event network-changed-78e09514-43b7-4da3-a21e-1de15b0cd7ed. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1776.836866] env[62099]: DEBUG oslo_concurrency.lockutils [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] Acquiring lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.836999] env[62099]: DEBUG oslo_concurrency.lockutils [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] Acquired lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.837252] env[62099]: DEBUG nova.network.neutron [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Refreshing network info cache for port 78e09514-43b7-4da3-a21e-1de15b0cd7ed {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1776.839066] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705bcfe6-56c6-4920-9a73-af2241733182 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.848959] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e53a3a3-d858-4f7d-a336-1814ae694717 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.862180] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be46cf8b-b3e8-4f2e-9db7-3b6b6d64ce59 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.743s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.862593] env[62099]: DEBUG nova.compute.provider_tree [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1776.991978] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d6d6f7-397f-7042-9998-dfe0d85ecc7a, 'name': SearchDatastore_Task, 'duration_secs': 0.010281} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.992601] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e5e48a-616d-4bb6-a817-1abf8f9fa3b9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.005029] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1777.005029] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]525005da-2e0a-30ca-350d-47f4ae411c12" [ 1777.005029] env[62099]: _type = "Task" [ 1777.005029] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.012823] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525005da-2e0a-30ca-350d-47f4ae411c12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.110487] env[62099]: DEBUG nova.objects.base [None req-a21d0862-a7c9-4573-a57b-0ef0215ee76d tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Object Instance<2efc88b6-568a-46c3-89a0-f227c5ada671> lazy-loaded attributes: flavor,pci_requests {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1777.110683] env[62099]: DEBUG nova.network.neutron [None req-a21d0862-a7c9-4573-a57b-0ef0215ee76d tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1777.160832] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "refresh_cache-3846ec4c-c74b-49ef-9fc0-38238e919eb0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.161096] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "refresh_cache-3846ec4c-c74b-49ef-9fc0-38238e919eb0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.161306] env[62099]: DEBUG nova.network.neutron [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1777.279879] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a21d0862-a7c9-4573-a57b-0ef0215ee76d tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-2efc88b6-568a-46c3-89a0-f227c5ada671-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.178s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.365613] env[62099]: DEBUG nova.scheduler.client.report [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1777.503271] env[62099]: DEBUG nova.compute.manager [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1777.518810] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525005da-2e0a-30ca-350d-47f4ae411c12, 'name': SearchDatastore_Task, 'duration_secs': 0.019669} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.519078] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.519377] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] d50d3f34-69f7-41c8-9e0c-471029048e8b/d50d3f34-69f7-41c8-9e0c-471029048e8b.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1777.519885] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a28a7c7b-e7c7-4929-8fe0-8e9dbea58b56 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.529768] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1777.529768] env[62099]: value = "task-1897346" [ 1777.529768] env[62099]: _type = "Task" [ 1777.529768] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.535639] env[62099]: DEBUG nova.virt.hardware [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1777.535888] env[62099]: DEBUG nova.virt.hardware [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1777.536152] env[62099]: DEBUG nova.virt.hardware [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1777.536616] env[62099]: DEBUG nova.virt.hardware [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1777.536790] env[62099]: DEBUG nova.virt.hardware [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1777.536943] env[62099]: DEBUG nova.virt.hardware [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1777.537248] env[62099]: DEBUG nova.virt.hardware [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1777.537451] env[62099]: DEBUG nova.virt.hardware [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1777.537631] env[62099]: DEBUG nova.virt.hardware [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1777.537799] env[62099]: DEBUG nova.virt.hardware [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1777.537999] env[62099]: DEBUG nova.virt.hardware [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1777.539014] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c2a845-f7b3-4ed0-abae-949982d9e0ee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.547902] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.551667] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8309aa3c-d817-4b70-ab96-c6ba8f1e4eaf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.697931] env[62099]: DEBUG nova.network.neutron [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Updated VIF entry in instance network info cache for port 78e09514-43b7-4da3-a21e-1de15b0cd7ed. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1777.698595] env[62099]: DEBUG nova.network.neutron [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Updating instance_info_cache with network_info: [{"id": "78e09514-43b7-4da3-a21e-1de15b0cd7ed", "address": "fa:16:3e:78:c6:42", "network": {"id": "eced2df3-cde6-42a5-adc0-b55fb605aa5c", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-166005586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01b60258959d4842b0584919da5c2cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap78e09514-43", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.875163] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.875163] env[62099]: DEBUG nova.compute.manager [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1777.877992] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.554s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.878359] env[62099]: DEBUG nova.objects.instance [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lazy-loading 'resources' on Instance uuid cfc5c680-6ca9-43a1-90ef-e4a632982d11 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1778.006783] env[62099]: DEBUG nova.network.neutron [-] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.040681] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897346, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.041762] env[62099]: DEBUG nova.network.neutron [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Updating instance_info_cache with network_info: [{"id": "dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb", "address": "fa:16:3e:66:07:38", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabb654b-8c", "ovs_interfaceid": "dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.114113] env[62099]: DEBUG nova.network.neutron [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Successfully updated port: 1834a732-0d6b-4a99-9ab7-a003e697abbd {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1778.198070] env[62099]: DEBUG nova.compute.manager [req-4f5e5479-d638-490b-97df-b23174630178 req-76c7a6fa-1f82-4978-afd8-460bf585532c service nova] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Received event network-vif-deleted-728911a8-7d3c-4fc3-83f4-c331f39014cd {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1778.202703] env[62099]: DEBUG oslo_concurrency.lockutils [req-3ed37314-f8ec-4847-88fb-9387166e49e9 req-2559bb26-097a-4ead-916d-21e2ba531a42 service nova] Releasing lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.233871] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.234232] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.234582] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.235690] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.235930] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.238207] env[62099]: INFO nova.compute.manager [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Terminating instance [ 1778.389061] env[62099]: DEBUG nova.compute.utils [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1778.391224] env[62099]: DEBUG nova.compute.manager [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1778.391224] env[62099]: DEBUG nova.network.neutron [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1778.458421] env[62099]: DEBUG nova.policy [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0c6c710325a4769aa6336e928ce0b92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ff38fbcbe6d4640b515774b83a4ff5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1778.511251] env[62099]: INFO nova.compute.manager [-] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Took 1.74 seconds to deallocate network for instance. [ 1778.544028] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549408} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.544028] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] d50d3f34-69f7-41c8-9e0c-471029048e8b/d50d3f34-69f7-41c8-9e0c-471029048e8b.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1778.544028] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1778.544028] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfdafb49-9ffe-4d08-b75c-7d53adb59297 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.546825] env[62099]: DEBUG oslo_concurrency.lockutils [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "refresh_cache-3846ec4c-c74b-49ef-9fc0-38238e919eb0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.555842] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1778.555842] env[62099]: value = "task-1897347" [ 1778.555842] env[62099]: _type = "Task" [ 1778.555842] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.568705] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.607603] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "69fd58ca-a8c0-4c77-9062-caf63d38be25" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.616456] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "refresh_cache-37a471a8-7d62-4820-91cb-f47380b488ba" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.616456] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "refresh_cache-37a471a8-7d62-4820-91cb-f47380b488ba" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.616562] env[62099]: DEBUG nova.network.neutron [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1778.638468] env[62099]: DEBUG nova.compute.manager [req-67a5317b-e949-4710-9f4f-fe52f91621a7 req-d1cb7c0c-b80b-46ba-961b-3f41215658de service nova] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Received event network-vif-plugged-1834a732-0d6b-4a99-9ab7-a003e697abbd {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1778.638694] env[62099]: DEBUG oslo_concurrency.lockutils [req-67a5317b-e949-4710-9f4f-fe52f91621a7 req-d1cb7c0c-b80b-46ba-961b-3f41215658de service nova] Acquiring lock "37a471a8-7d62-4820-91cb-f47380b488ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.638887] env[62099]: DEBUG oslo_concurrency.lockutils [req-67a5317b-e949-4710-9f4f-fe52f91621a7 req-d1cb7c0c-b80b-46ba-961b-3f41215658de service nova] Lock "37a471a8-7d62-4820-91cb-f47380b488ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.639075] env[62099]: DEBUG oslo_concurrency.lockutils [req-67a5317b-e949-4710-9f4f-fe52f91621a7 req-d1cb7c0c-b80b-46ba-961b-3f41215658de service nova] Lock "37a471a8-7d62-4820-91cb-f47380b488ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.639276] env[62099]: DEBUG nova.compute.manager [req-67a5317b-e949-4710-9f4f-fe52f91621a7 req-d1cb7c0c-b80b-46ba-961b-3f41215658de service nova] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] No waiting events found dispatching network-vif-plugged-1834a732-0d6b-4a99-9ab7-a003e697abbd {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1778.639449] env[62099]: WARNING nova.compute.manager [req-67a5317b-e949-4710-9f4f-fe52f91621a7 req-d1cb7c0c-b80b-46ba-961b-3f41215658de service nova] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Received unexpected event network-vif-plugged-1834a732-0d6b-4a99-9ab7-a003e697abbd for instance with vm_state building and task_state spawning. [ 1778.696960] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199bf917-e88b-4ced-94f2-7cb39c0642fe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.705900] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe03f1b-58b7-48d1-a8a2-a72490f50600 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.737436] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1670e35-9b28-457c-a007-1b4a49aaf286 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.744762] env[62099]: DEBUG nova.compute.manager [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1778.745048] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1778.745917] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064a6e31-187f-4f0c-b75e-1bc398be1bb3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.753190] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d89debb-8d60-468b-9cc7-42d426efb7da {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.764462] env[62099]: DEBUG nova.compute.provider_tree [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1778.768545] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1778.769196] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06a9d3cd-e37c-460f-898b-5bbbbebde3f6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.782162] env[62099]: DEBUG oslo_vmware.api [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1778.782162] env[62099]: value = "task-1897348" [ 1778.782162] env[62099]: _type = "Task" [ 1778.782162] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.788651] env[62099]: DEBUG oslo_vmware.api [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.894276] env[62099]: DEBUG nova.compute.manager [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1778.960896] env[62099]: DEBUG nova.network.neutron [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Successfully created port: ff568617-7229-484e-8cca-3782adb3fc55 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1778.984120] env[62099]: INFO nova.compute.manager [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Unrescuing [ 1778.984524] env[62099]: DEBUG oslo_concurrency.lockutils [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.984743] env[62099]: DEBUG oslo_concurrency.lockutils [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquired lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.984951] env[62099]: DEBUG nova.network.neutron [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1779.073279] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069043} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.075505] env[62099]: INFO nova.compute.manager [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Took 0.56 seconds to detach 1 volumes for instance. [ 1779.077705] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1779.079020] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a218052-06eb-4b35-b081-b87dad0de78d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.083390] env[62099]: DEBUG nova.compute.manager [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Deleting volume: a33462a8-487a-4901-8747-2a4a55fb3a7a {{(pid=62099) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1779.086677] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48dd098-f9f8-4c24-b800-caeb8cceb5a7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.136255] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc10673-190b-4e5d-89f4-0a1ac9b0b827 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.163967] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] d50d3f34-69f7-41c8-9e0c-471029048e8b/d50d3f34-69f7-41c8-9e0c-471029048e8b.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1779.170080] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbeb0aad-a58e-4d34-9a03-ab822db13f88 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.195735] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Updating instance '3846ec4c-c74b-49ef-9fc0-38238e919eb0' progress to 83 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1779.200447] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1779.200447] env[62099]: value = "task-1897350" [ 1779.200447] env[62099]: _type = "Task" [ 1779.200447] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.209705] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897350, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.235727] env[62099]: DEBUG nova.network.neutron [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1779.269989] env[62099]: DEBUG nova.scheduler.client.report [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1779.289437] env[62099]: DEBUG oslo_vmware.api [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897348, 'name': PowerOffVM_Task, 'duration_secs': 0.209481} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.289706] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1779.289874] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1779.290153] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa2f2d23-7ebb-4d7a-912f-da48c8135ddd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.312037] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "interface-2efc88b6-568a-46c3-89a0-f227c5ada671-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.312160] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-2efc88b6-568a-46c3-89a0-f227c5ada671-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.312480] env[62099]: DEBUG nova.objects.instance [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lazy-loading 'flavor' on Instance uuid 2efc88b6-568a-46c3-89a0-f227c5ada671 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.448869] env[62099]: DEBUG nova.network.neutron [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Updating instance_info_cache with network_info: [{"id": "1834a732-0d6b-4a99-9ab7-a003e697abbd", "address": "fa:16:3e:f6:18:df", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1834a732-0d", "ovs_interfaceid": "1834a732-0d6b-4a99-9ab7-a003e697abbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.538162] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1779.538400] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1779.538685] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Deleting the datastore file [datastore1] 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1779.538961] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73d5a683-49ee-4eea-b8db-ceb1f192a3ad {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.548596] env[62099]: DEBUG oslo_vmware.api [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1779.548596] env[62099]: value = "task-1897352" [ 1779.548596] env[62099]: _type = "Task" [ 1779.548596] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.556661] env[62099]: DEBUG oslo_vmware.api [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.694886] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.705162] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1779.707288] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a726efc7-6467-4162-88ec-730c2bc7d1ab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.718316] env[62099]: DEBUG oslo_vmware.api [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1779.718316] env[62099]: value = "task-1897353" [ 1779.718316] env[62099]: _type = "Task" [ 1779.718316] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.722482] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.777596] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.778213] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.104s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.802623] env[62099]: INFO nova.scheduler.client.report [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Deleted allocations for instance cfc5c680-6ca9-43a1-90ef-e4a632982d11 [ 1779.819909] env[62099]: DEBUG nova.network.neutron [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Updating instance_info_cache with network_info: [{"id": "8166ad7c-5cfc-478e-80a0-d15c52caf883", "address": "fa:16:3e:d9:9e:22", "network": {"id": "c76396bd-3421-4e57-a98f-026c9e81a81a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-130376803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a5c9dc05d4c5a9b2a28e38b3b9040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166ad7c-5c", "ovs_interfaceid": "8166ad7c-5cfc-478e-80a0-d15c52caf883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.908195] env[62099]: DEBUG nova.compute.manager [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1779.935794] env[62099]: DEBUG nova.objects.instance [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lazy-loading 'pci_requests' on Instance uuid 2efc88b6-568a-46c3-89a0-f227c5ada671 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.952034] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "refresh_cache-37a471a8-7d62-4820-91cb-f47380b488ba" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.952387] env[62099]: DEBUG nova.compute.manager [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Instance network_info: |[{"id": "1834a732-0d6b-4a99-9ab7-a003e697abbd", "address": "fa:16:3e:f6:18:df", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1834a732-0d", "ovs_interfaceid": "1834a732-0d6b-4a99-9ab7-a003e697abbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1779.953341] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:18:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1834a732-0d6b-4a99-9ab7-a003e697abbd', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1779.968155] env[62099]: DEBUG oslo.service.loopingcall [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1779.974769] env[62099]: DEBUG nova.virt.hardware [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1779.975272] env[62099]: DEBUG nova.virt.hardware [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1779.975579] env[62099]: DEBUG nova.virt.hardware [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1779.975918] env[62099]: DEBUG nova.virt.hardware [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1779.976442] env[62099]: DEBUG nova.virt.hardware [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1779.976442] env[62099]: DEBUG nova.virt.hardware [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1779.976854] env[62099]: DEBUG nova.virt.hardware [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1779.977558] env[62099]: DEBUG nova.virt.hardware [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1779.977558] env[62099]: DEBUG nova.virt.hardware [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1779.977809] env[62099]: DEBUG nova.virt.hardware [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1779.978138] env[62099]: DEBUG nova.virt.hardware [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1779.978945] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1779.980624] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097ab034-e4d6-448f-9575-85d7d2585f88 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.985241] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82524668-3ddc-4331-9c80-e0e93bff0919 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.014794] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d4853a-0513-4380-8f0a-fd6abcb44bc5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.019083] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1780.019083] env[62099]: value = "task-1897354" [ 1780.019083] env[62099]: _type = "Task" [ 1780.019083] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.039346] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897354, 'name': CreateVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.058998] env[62099]: DEBUG oslo_vmware.api [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145165} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.059999] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1780.059999] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1780.060283] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1780.060758] env[62099]: INFO nova.compute.manager [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1780.061072] env[62099]: DEBUG oslo.service.loopingcall [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.063901] env[62099]: DEBUG nova.compute.manager [-] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1780.064260] env[62099]: DEBUG nova.network.neutron [-] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1780.148854] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237e2196-405b-420d-aaa8-c47b146b84e9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.156879] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb383d62-2d94-41ed-a56a-1656ecb51621 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.192343] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3846e84-8ff6-463b-b81a-9c818ba9c2ea {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.204028] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3879b607-eda5-4544-9f30-7bd8cf00297d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.215036] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897350, 'name': ReconfigVM_Task, 'duration_secs': 0.753254} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.222136] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Reconfigured VM instance instance-00000067 to attach disk [datastore1] d50d3f34-69f7-41c8-9e0c-471029048e8b/d50d3f34-69f7-41c8-9e0c-471029048e8b.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.223027] env[62099]: DEBUG nova.compute.provider_tree [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.225822] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7310eaab-a917-4646-9afc-70ddadd33bf2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.234989] env[62099]: DEBUG oslo_vmware.api [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897353, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.236524] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1780.236524] env[62099]: value = "task-1897355" [ 1780.236524] env[62099]: _type = "Task" [ 1780.236524] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.246222] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897355, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.311428] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9e3e305a-66e4-4403-ac7e-247982a7b7fe tempest-ServerDiskConfigTestJSON-807033552 tempest-ServerDiskConfigTestJSON-807033552-project-member] Lock "cfc5c680-6ca9-43a1-90ef-e4a632982d11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.131s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.322889] env[62099]: DEBUG oslo_concurrency.lockutils [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Releasing lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.323765] env[62099]: DEBUG nova.objects.instance [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lazy-loading 'flavor' on Instance uuid a7480b01-ab51-4e66-aaf5-dcf049bee103 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1780.440875] env[62099]: DEBUG nova.objects.base [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Object Instance<2efc88b6-568a-46c3-89a0-f227c5ada671> lazy-loaded attributes: flavor,pci_requests {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1780.441027] env[62099]: DEBUG nova.network.neutron [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1780.485808] env[62099]: DEBUG nova.policy [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e613032b5c54e4b8d7961daa089ecc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '511d198b4c40466caacb6db27d52c0af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1780.494726] env[62099]: DEBUG nova.compute.manager [req-61f472ae-9a76-4876-833e-8ce96fe52679 req-50df7f98-a283-4b69-9b53-e0387f623588 service nova] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Received event network-vif-deleted-2be181c2-ebb4-49d2-818f-5d930b30444d {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1780.494934] env[62099]: INFO nova.compute.manager [req-61f472ae-9a76-4876-833e-8ce96fe52679 req-50df7f98-a283-4b69-9b53-e0387f623588 service nova] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Neutron deleted interface 2be181c2-ebb4-49d2-818f-5d930b30444d; detaching it from the instance and deleting it from the info cache [ 1780.495125] env[62099]: DEBUG nova.network.neutron [req-61f472ae-9a76-4876-833e-8ce96fe52679 req-50df7f98-a283-4b69-9b53-e0387f623588 service nova] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.531503] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897354, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.734537] env[62099]: DEBUG nova.scheduler.client.report [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1780.753053] env[62099]: DEBUG oslo_vmware.api [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897353, 'name': PowerOnVM_Task, 'duration_secs': 0.541812} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.753942] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1780.754161] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-85813513-8b76-43c5-8be7-d22d495fc580 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Updating instance '3846ec4c-c74b-49ef-9fc0-38238e919eb0' progress to 100 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1780.762964] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897355, 'name': Rename_Task, 'duration_secs': 0.184799} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.763485] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1780.764180] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ad449ea-5af8-4a7e-9d36-3461d6fa3a8e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.772598] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1780.772598] env[62099]: value = "task-1897356" [ 1780.772598] env[62099]: _type = "Task" [ 1780.772598] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.777187] env[62099]: DEBUG nova.network.neutron [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Successfully updated port: ff568617-7229-484e-8cca-3782adb3fc55 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1780.783511] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.831358] env[62099]: DEBUG nova.compute.manager [req-3735d061-3b1f-408c-8cc3-83996de35faa req-a692b69b-6c4c-41dd-a116-85ca9082ec4f service nova] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Received event network-changed-1834a732-0d6b-4a99-9ab7-a003e697abbd {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1780.831598] env[62099]: DEBUG nova.compute.manager [req-3735d061-3b1f-408c-8cc3-83996de35faa req-a692b69b-6c4c-41dd-a116-85ca9082ec4f service nova] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Refreshing instance network info cache due to event network-changed-1834a732-0d6b-4a99-9ab7-a003e697abbd. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1780.831843] env[62099]: DEBUG oslo_concurrency.lockutils [req-3735d061-3b1f-408c-8cc3-83996de35faa req-a692b69b-6c4c-41dd-a116-85ca9082ec4f service nova] Acquiring lock "refresh_cache-37a471a8-7d62-4820-91cb-f47380b488ba" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.831970] env[62099]: DEBUG oslo_concurrency.lockutils [req-3735d061-3b1f-408c-8cc3-83996de35faa req-a692b69b-6c4c-41dd-a116-85ca9082ec4f service nova] Acquired lock "refresh_cache-37a471a8-7d62-4820-91cb-f47380b488ba" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.832143] env[62099]: DEBUG nova.network.neutron [req-3735d061-3b1f-408c-8cc3-83996de35faa req-a692b69b-6c4c-41dd-a116-85ca9082ec4f service nova] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Refreshing network info cache for port 1834a732-0d6b-4a99-9ab7-a003e697abbd {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.834335] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb199cb-7c89-40f2-a05f-ddbc47f1e214 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.864233] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1780.864233] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fa18b1b-39c8-4660-a3a4-715b05b0a21c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.865634] env[62099]: DEBUG nova.network.neutron [-] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.875312] env[62099]: DEBUG oslo_vmware.api [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1780.875312] env[62099]: value = "task-1897357" [ 1780.875312] env[62099]: _type = "Task" [ 1780.875312] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.885908] env[62099]: DEBUG oslo_vmware.api [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.910588] env[62099]: DEBUG nova.network.neutron [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Successfully created port: 05d24e29-480f-499d-9682-eecec814c5c9 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1781.000781] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3381f30-e09d-4f8d-a248-8dbd4435c561 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.009776] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec3c514-5fe6-496f-b761-a10168aa674b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.029225] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897354, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.046664] env[62099]: DEBUG nova.compute.manager [req-61f472ae-9a76-4876-833e-8ce96fe52679 req-50df7f98-a283-4b69-9b53-e0387f623588 service nova] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Detach interface failed, port_id=2be181c2-ebb4-49d2-818f-5d930b30444d, reason: Instance 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1781.243476] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.465s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.243697] env[62099]: INFO nova.compute.manager [None req-2d3c21c4-37c8-461b-8bc4-19beac6d2d0f tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Successfully reverted task state from rebuilding on failure for instance. [ 1781.249496] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.413s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.251276] env[62099]: INFO nova.compute.claims [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1781.285566] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "refresh_cache-3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.285721] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquired lock "refresh_cache-3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.285870] env[62099]: DEBUG nova.network.neutron [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1781.287273] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897356, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.371622] env[62099]: INFO nova.compute.manager [-] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Took 1.31 seconds to deallocate network for instance. [ 1781.387492] env[62099]: DEBUG oslo_vmware.api [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.530282] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897354, 'name': CreateVM_Task, 'duration_secs': 1.516138} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.530550] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1781.531289] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.531493] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.531870] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1781.533071] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d237de6-3703-48e0-8951-5dbe18eae03f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.536813] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1781.536813] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e8e928-cdc1-08f8-ccb9-d5d2011c4321" [ 1781.536813] env[62099]: _type = "Task" [ 1781.536813] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.545726] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e8e928-cdc1-08f8-ccb9-d5d2011c4321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.549996] env[62099]: DEBUG nova.network.neutron [req-3735d061-3b1f-408c-8cc3-83996de35faa req-a692b69b-6c4c-41dd-a116-85ca9082ec4f service nova] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Updated VIF entry in instance network info cache for port 1834a732-0d6b-4a99-9ab7-a003e697abbd. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.550374] env[62099]: DEBUG nova.network.neutron [req-3735d061-3b1f-408c-8cc3-83996de35faa req-a692b69b-6c4c-41dd-a116-85ca9082ec4f service nova] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Updating instance_info_cache with network_info: [{"id": "1834a732-0d6b-4a99-9ab7-a003e697abbd", "address": "fa:16:3e:f6:18:df", "network": {"id": "8c75d3a4-754e-4d89-96ab-6e89baca9f89", "bridge": "br-int", "label": "tempest-ServersTestJSON-2007965806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "166bdcd08cd7483e97495d93531054c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1834a732-0d", "ovs_interfaceid": "1834a732-0d6b-4a99-9ab7-a003e697abbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.783437] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897356, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.818537] env[62099]: DEBUG nova.network.neutron [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1781.883459] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.889351] env[62099]: DEBUG oslo_vmware.api [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897357, 'name': PowerOffVM_Task, 'duration_secs': 0.864914} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.889609] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1781.895436] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Reconfiguring VM instance instance-00000051 to detach disk 2002 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1781.895720] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e8235d3-6837-43e8-adf7-2c39e4edec4d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.915920] env[62099]: DEBUG oslo_vmware.api [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1781.915920] env[62099]: value = "task-1897358" [ 1781.915920] env[62099]: _type = "Task" [ 1781.915920] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.926927] env[62099]: DEBUG oslo_vmware.api [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.960155] env[62099]: DEBUG nova.network.neutron [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Updating instance_info_cache with network_info: [{"id": "ff568617-7229-484e-8cca-3782adb3fc55", "address": "fa:16:3e:67:4e:cd", "network": {"id": "cc61bfa6-6045-4ecb-84c9-4fe7fd1d18eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769027776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff38fbcbe6d4640b515774b83a4ff5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff568617-72", "ovs_interfaceid": "ff568617-7229-484e-8cca-3782adb3fc55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.048094] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e8e928-cdc1-08f8-ccb9-d5d2011c4321, 'name': SearchDatastore_Task, 'duration_secs': 0.010439} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.048420] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.048711] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1782.048964] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.049173] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.049434] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1782.049771] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23157aee-6a31-461c-9db6-f4c5ce0bce35 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.053468] env[62099]: DEBUG oslo_concurrency.lockutils [req-3735d061-3b1f-408c-8cc3-83996de35faa req-a692b69b-6c4c-41dd-a116-85ca9082ec4f service nova] Releasing lock "refresh_cache-37a471a8-7d62-4820-91cb-f47380b488ba" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.053739] env[62099]: DEBUG nova.compute.manager [req-3735d061-3b1f-408c-8cc3-83996de35faa req-a692b69b-6c4c-41dd-a116-85ca9082ec4f service nova] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Received event network-vif-plugged-ff568617-7229-484e-8cca-3782adb3fc55 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1782.053968] env[62099]: DEBUG oslo_concurrency.lockutils [req-3735d061-3b1f-408c-8cc3-83996de35faa req-a692b69b-6c4c-41dd-a116-85ca9082ec4f service nova] Acquiring lock "3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.054215] env[62099]: DEBUG oslo_concurrency.lockutils [req-3735d061-3b1f-408c-8cc3-83996de35faa req-a692b69b-6c4c-41dd-a116-85ca9082ec4f service nova] Lock "3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.054408] env[62099]: DEBUG oslo_concurrency.lockutils [req-3735d061-3b1f-408c-8cc3-83996de35faa req-a692b69b-6c4c-41dd-a116-85ca9082ec4f service nova] Lock "3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.054587] env[62099]: DEBUG nova.compute.manager [req-3735d061-3b1f-408c-8cc3-83996de35faa req-a692b69b-6c4c-41dd-a116-85ca9082ec4f service nova] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] No waiting events found dispatching network-vif-plugged-ff568617-7229-484e-8cca-3782adb3fc55 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1782.054758] env[62099]: WARNING nova.compute.manager [req-3735d061-3b1f-408c-8cc3-83996de35faa req-a692b69b-6c4c-41dd-a116-85ca9082ec4f service nova] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Received unexpected event network-vif-plugged-ff568617-7229-484e-8cca-3782adb3fc55 for instance with vm_state building and task_state spawning. [ 1782.058185] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1782.058388] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1782.059480] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-567d1722-712b-4cb4-ad0f-de29c4c43569 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.066015] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1782.066015] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52440988-80ca-21df-a579-6d2a516cddc1" [ 1782.066015] env[62099]: _type = "Task" [ 1782.066015] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.074814] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52440988-80ca-21df-a579-6d2a516cddc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.295497] env[62099]: DEBUG oslo_vmware.api [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897356, 'name': PowerOnVM_Task, 'duration_secs': 1.250484} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.295823] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1782.296079] env[62099]: INFO nova.compute.manager [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1782.296302] env[62099]: DEBUG nova.compute.manager [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1782.297491] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ed0e39-df96-49e1-9526-f3442a169aa9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.427593] env[62099]: DEBUG oslo_vmware.api [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897358, 'name': ReconfigVM_Task, 'duration_secs': 0.372859} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.427984] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Reconfigured VM instance instance-00000051 to detach disk 2002 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1782.428786] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1782.429163] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40f9ff2d-41c1-456d-bfb3-4c4653f7f5d1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.440395] env[62099]: DEBUG oslo_vmware.api [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1782.440395] env[62099]: value = "task-1897359" [ 1782.440395] env[62099]: _type = "Task" [ 1782.440395] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.455769] env[62099]: DEBUG oslo_vmware.api [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.466764] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Releasing lock "refresh_cache-3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.467323] env[62099]: DEBUG nova.compute.manager [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Instance network_info: |[{"id": "ff568617-7229-484e-8cca-3782adb3fc55", "address": "fa:16:3e:67:4e:cd", "network": {"id": "cc61bfa6-6045-4ecb-84c9-4fe7fd1d18eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769027776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff38fbcbe6d4640b515774b83a4ff5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff568617-72", "ovs_interfaceid": "ff568617-7229-484e-8cca-3782adb3fc55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1782.467919] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:4e:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff568617-7229-484e-8cca-3782adb3fc55', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1782.476248] env[62099]: DEBUG oslo.service.loopingcall [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1782.479139] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1782.479617] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2019dc1d-b488-4048-a692-592b9d761439 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.504123] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1782.504123] env[62099]: value = "task-1897360" [ 1782.504123] env[62099]: _type = "Task" [ 1782.504123] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.512795] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897360, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.541249] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4204078a-4ad0-4f80-aab7-28242d1f382a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.549182] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f34c4d9-d854-48cc-8caa-b6e1aca62b30 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.586418] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c369d76-b4b0-44be-ab04-af694a4a00d3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.595896] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52440988-80ca-21df-a579-6d2a516cddc1, 'name': SearchDatastore_Task, 'duration_secs': 0.009213} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.598677] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2490010-33ba-4884-90e1-a9f610ee7437 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.601952] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef63fed7-b56e-4218-9d90-f50245965dba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.609572] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1782.609572] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]520cec14-4479-4b07-8c5d-f5bdc3b8769f" [ 1782.609572] env[62099]: _type = "Task" [ 1782.609572] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.618605] env[62099]: DEBUG nova.compute.provider_tree [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.630582] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520cec14-4479-4b07-8c5d-f5bdc3b8769f, 'name': SearchDatastore_Task, 'duration_secs': 0.011376} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.631774] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.631774] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 37a471a8-7d62-4820-91cb-f47380b488ba/37a471a8-7d62-4820-91cb-f47380b488ba.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1782.632963] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2590ef78-afa9-460a-93ea-5988ac773922 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.641046] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1782.641046] env[62099]: value = "task-1897361" [ 1782.641046] env[62099]: _type = "Task" [ 1782.641046] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.650768] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.820221] env[62099]: INFO nova.compute.manager [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Took 17.25 seconds to build instance. [ 1782.956874] env[62099]: DEBUG oslo_vmware.api [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.016590] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897360, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.124743] env[62099]: DEBUG nova.scheduler.client.report [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1783.154638] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897361, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.223232] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.223350] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.223632] env[62099]: DEBUG nova.compute.manager [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Going to confirm migration 4 {{(pid=62099) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1783.323183] env[62099]: DEBUG oslo_concurrency.lockutils [None req-0c71561c-2c8a-4c3f-9acb-4886af10e99f tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "d50d3f34-69f7-41c8-9e0c-471029048e8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.766s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.379357] env[62099]: DEBUG nova.network.neutron [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Successfully updated port: 05d24e29-480f-499d-9682-eecec814c5c9 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1783.455351] env[62099]: DEBUG oslo_vmware.api [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.517265] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897360, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.630378] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.631150] env[62099]: DEBUG nova.compute.manager [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1783.638030] env[62099]: DEBUG oslo_concurrency.lockutils [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.534s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.638030] env[62099]: DEBUG nova.objects.instance [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lazy-loading 'resources' on Instance uuid 69fd58ca-a8c0-4c77-9062-caf63d38be25 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1783.652806] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687593} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.653093] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 37a471a8-7d62-4820-91cb-f47380b488ba/37a471a8-7d62-4820-91cb-f47380b488ba.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1783.653599] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1783.653599] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f802178-c629-46f1-bfc6-5c271ba5c00a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.662749] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1783.662749] env[62099]: value = "task-1897362" [ 1783.662749] env[62099]: _type = "Task" [ 1783.662749] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.671531] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.793100] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "refresh_cache-3846ec4c-c74b-49ef-9fc0-38238e919eb0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.793356] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquired lock "refresh_cache-3846ec4c-c74b-49ef-9fc0-38238e919eb0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.793551] env[62099]: DEBUG nova.network.neutron [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1783.793740] env[62099]: DEBUG nova.objects.instance [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lazy-loading 'info_cache' on Instance uuid 3846ec4c-c74b-49ef-9fc0-38238e919eb0 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1783.883526] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.883847] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.883903] env[62099]: DEBUG nova.network.neutron [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1783.959027] env[62099]: DEBUG oslo_vmware.api [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897359, 'name': PowerOnVM_Task, 'duration_secs': 1.244844} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.959659] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1783.960092] env[62099]: DEBUG nova.compute.manager [None req-77f90b27-902b-4f63-9ce1-e1f354d641ea tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1783.961374] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6b1abf-4886-4e4f-813b-34536ea83482 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.016389] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897360, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.138824] env[62099]: DEBUG nova.compute.utils [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1784.140798] env[62099]: DEBUG nova.objects.instance [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lazy-loading 'numa_topology' on Instance uuid 69fd58ca-a8c0-4c77-9062-caf63d38be25 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1784.141605] env[62099]: DEBUG nova.compute.manager [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1784.141771] env[62099]: DEBUG nova.network.neutron [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1784.172011] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067432} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.172344] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1784.173050] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e1d9ad-ec62-4531-ac9b-5642d30a1566 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.194857] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 37a471a8-7d62-4820-91cb-f47380b488ba/37a471a8-7d62-4820-91cb-f47380b488ba.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1784.196380] env[62099]: DEBUG nova.policy [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e251299090a4735be6922cbabc855a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '491de71712604b6c98cd44898b85fe9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1784.198142] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f78519a5-1919-4459-ac25-028ee7c9c9bf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.217966] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1784.217966] env[62099]: value = "task-1897363" [ 1784.217966] env[62099]: _type = "Task" [ 1784.217966] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.225386] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.423375] env[62099]: WARNING nova.network.neutron [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] 6f765e9d-a2bf-4189-94d8-2d771046e341 already exists in list: networks containing: ['6f765e9d-a2bf-4189-94d8-2d771046e341']. ignoring it [ 1784.465907] env[62099]: DEBUG nova.network.neutron [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Successfully created port: 712b691f-0e5b-43f4-ad43-c9cd0294eafa {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1784.518350] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897360, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.642776] env[62099]: DEBUG nova.compute.manager [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1784.645690] env[62099]: DEBUG nova.objects.base [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Object Instance<69fd58ca-a8c0-4c77-9062-caf63d38be25> lazy-loaded attributes: resources,numa_topology {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1784.730015] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.733083] env[62099]: DEBUG nova.network.neutron [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Updating instance_info_cache with network_info: [{"id": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "address": "fa:16:3e:18:dd:1f", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85cc4d5-cb", "ovs_interfaceid": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "05d24e29-480f-499d-9682-eecec814c5c9", "address": "fa:16:3e:61:56:f1", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d24e29-48", "ovs_interfaceid": "05d24e29-480f-499d-9682-eecec814c5c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.895068] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f13b4f-14de-45a9-bc35-f6eec651168a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.903268] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2989a64a-bf3c-4825-9c6e-b44bfbf845b0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.938715] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c0cbba-f33b-4576-939a-7efc1205335f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.947123] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c77ea9a-f91b-4e6f-bd49-64e9ec5f9796 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.961085] env[62099]: DEBUG nova.compute.provider_tree [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1785.019458] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897360, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.022364] env[62099]: DEBUG nova.network.neutron [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Updating instance_info_cache with network_info: [{"id": "dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb", "address": "fa:16:3e:66:07:38", "network": {"id": "12d8488d-bee6-4d2e-ac5f-d7aba0611e64", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1715606540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ea02632ca94994997d79efa82bacb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabb654b-8c", "ovs_interfaceid": "dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.228883] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897363, 'name': ReconfigVM_Task, 'duration_secs': 0.614203} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.229182] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 37a471a8-7d62-4820-91cb-f47380b488ba/37a471a8-7d62-4820-91cb-f47380b488ba.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1785.229829] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99e9bf2b-9710-45f5-b887-ca6f7e3f38fb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.236103] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.236677] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.236834] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.237139] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1785.237139] env[62099]: value = "task-1897364" [ 1785.237139] env[62099]: _type = "Task" [ 1785.237139] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.237808] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7221bd39-9710-4dd0-88a7-67fd6a6e7cb6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.249148] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897364, 'name': Rename_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.261015] env[62099]: DEBUG nova.virt.hardware [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1785.261216] env[62099]: DEBUG nova.virt.hardware [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1785.261384] env[62099]: DEBUG nova.virt.hardware [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1785.261584] env[62099]: DEBUG nova.virt.hardware [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1785.261744] env[62099]: DEBUG nova.virt.hardware [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1785.261894] env[62099]: DEBUG nova.virt.hardware [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1785.262128] env[62099]: DEBUG nova.virt.hardware [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1785.262304] env[62099]: DEBUG nova.virt.hardware [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1785.262489] env[62099]: DEBUG nova.virt.hardware [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1785.262681] env[62099]: DEBUG nova.virt.hardware [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1785.262873] env[62099]: DEBUG nova.virt.hardware [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1785.269349] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Reconfiguring VM to attach interface {{(pid=62099) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1785.269714] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b597ca1f-1794-4891-bf4c-8e174b2d9e63 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.286283] env[62099]: DEBUG oslo_vmware.api [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1785.286283] env[62099]: value = "task-1897365" [ 1785.286283] env[62099]: _type = "Task" [ 1785.286283] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.293830] env[62099]: DEBUG oslo_vmware.api [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897365, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.464865] env[62099]: DEBUG nova.scheduler.client.report [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1785.519435] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897360, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.526200] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Releasing lock "refresh_cache-3846ec4c-c74b-49ef-9fc0-38238e919eb0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.526200] env[62099]: DEBUG nova.objects.instance [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lazy-loading 'migration_context' on Instance uuid 3846ec4c-c74b-49ef-9fc0-38238e919eb0 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.654734] env[62099]: DEBUG nova.compute.manager [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1785.680663] env[62099]: DEBUG nova.virt.hardware [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1785.680967] env[62099]: DEBUG nova.virt.hardware [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1785.681177] env[62099]: DEBUG nova.virt.hardware [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1785.681393] env[62099]: DEBUG nova.virt.hardware [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1785.681669] env[62099]: DEBUG nova.virt.hardware [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1785.681906] env[62099]: DEBUG nova.virt.hardware [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1785.682205] env[62099]: DEBUG nova.virt.hardware [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1785.682412] env[62099]: DEBUG nova.virt.hardware [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1785.682606] env[62099]: DEBUG nova.virt.hardware [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1785.682773] env[62099]: DEBUG nova.virt.hardware [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1785.682968] env[62099]: DEBUG nova.virt.hardware [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1785.683831] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483b0c4d-f7c3-4968-9f3e-ac53088b51a4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.692048] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c14c5dd-7547-4210-8283-81fc9b086fef {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.748489] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897364, 'name': Rename_Task, 'duration_secs': 0.125222} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.748762] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1785.748999] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a23e844-6a96-4529-80b6-a0d4c26d52ef {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.754795] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1785.754795] env[62099]: value = "task-1897366" [ 1785.754795] env[62099]: _type = "Task" [ 1785.754795] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.762553] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.795530] env[62099]: DEBUG oslo_vmware.api [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.970060] env[62099]: DEBUG oslo_concurrency.lockutils [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.972843] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.278s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.973116] env[62099]: DEBUG nova.objects.instance [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Lazy-loading 'resources' on Instance uuid 760e1375-70c4-42f6-888e-56ca9c079c8a {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1786.018892] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897360, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.028114] env[62099]: DEBUG nova.objects.base [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Object Instance<3846ec4c-c74b-49ef-9fc0-38238e919eb0> lazy-loaded attributes: info_cache,migration_context {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1786.028948] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc6c928-ca8f-422d-b87c-e071fcd028b1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.047973] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e038b6e4-a34d-4e14-b7fb-7570a1763316 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.053062] env[62099]: DEBUG oslo_vmware.api [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1786.053062] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52688b70-9f20-4dc6-5831-777b534efbbf" [ 1786.053062] env[62099]: _type = "Task" [ 1786.053062] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.060293] env[62099]: DEBUG oslo_vmware.api [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52688b70-9f20-4dc6-5831-777b534efbbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.265571] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897366, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.295682] env[62099]: DEBUG oslo_vmware.api [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.481795] env[62099]: DEBUG oslo_concurrency.lockutils [None req-14093712-2826-415d-8876-90d8415a73ff tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.889s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.482796] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.875s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.482981] env[62099]: INFO nova.compute.manager [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Unshelving [ 1786.519389] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897360, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.564256] env[62099]: DEBUG oslo_vmware.api [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52688b70-9f20-4dc6-5831-777b534efbbf, 'name': SearchDatastore_Task, 'duration_secs': 0.007943} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.566568] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.684320] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d37a94c-d9b6-43af-9cfb-906ebd64f287 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.691885] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f61289-6d2b-441d-abff-230dbec84c83 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.722458] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599823a6-79f9-44f5-b991-ad1475571872 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.729367] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8dbd76-3b04-4f70-8162-fe1ceb648afa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.742194] env[62099]: DEBUG nova.compute.provider_tree [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.763270] env[62099]: DEBUG oslo_vmware.api [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897366, 'name': PowerOnVM_Task, 'duration_secs': 0.782629} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.763637] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1786.763732] env[62099]: INFO nova.compute.manager [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1786.763888] env[62099]: DEBUG nova.compute.manager [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1786.764634] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a273303-1658-408a-93f8-3349b9302f15 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.795752] env[62099]: DEBUG oslo_vmware.api [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.020517] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897360, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.245029] env[62099]: DEBUG nova.scheduler.client.report [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1787.279045] env[62099]: INFO nova.compute.manager [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Took 15.82 seconds to build instance. [ 1787.298074] env[62099]: DEBUG oslo_vmware.api [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.493812] env[62099]: DEBUG nova.compute.utils [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1787.521673] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897360, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.750390] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.752647] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.869s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.752883] env[62099]: DEBUG nova.objects.instance [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lazy-loading 'resources' on Instance uuid 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1787.780486] env[62099]: DEBUG oslo_concurrency.lockutils [None req-1b788220-78d4-4c4d-90f6-2c0d2b5e9265 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "37a471a8-7d62-4820-91cb-f47380b488ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.326s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.798103] env[62099]: DEBUG oslo_vmware.api [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.997350] env[62099]: INFO nova.virt.block_device [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Booting with volume 93721ad1-7f06-4e5a-bf90-b2849962933f at /dev/sdb [ 1788.025543] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897360, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.033062] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f942fe14-b155-412a-b33f-1fa0a967b31a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.041432] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f72bfe5-b6e0-45ee-a6b6-b8dad6752520 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.072305] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adabaeca-3537-40b5-9473-a03316a7cdcf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.079953] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28507be0-3a68-4ead-a39c-c4fdf3438c93 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.110073] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851088d3-bce0-46ee-a918-cc83c33c6dd6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.115821] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490e5cb2-b69e-460e-8e45-5ebebf2614ad {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.128281] env[62099]: DEBUG nova.virt.block_device [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Updating existing volume attachment record: 925c0cb1-8f46-4127-946e-6af130cb101b {{(pid=62099) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1788.267108] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ca0702f-6739-42ce-912c-c065596ca6c6 tempest-ServerActionsV293TestJSON-1466654806 tempest-ServerActionsV293TestJSON-1466654806-project-member] Lock "760e1375-70c4-42f6-888e-56ca9c079c8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.113s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.300113] env[62099]: DEBUG oslo_vmware.api [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.449429] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2ecbb4-ddd3-4b6b-9fe3-d391ebc01fce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.460215] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a6857f-b269-48a4-83e9-a2581102b23b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.491639] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26f9068-918f-4bbf-a4cc-5d5dc181c69e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.499092] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fa1329-13a8-4963-8318-cf10ee79f608 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.512730] env[62099]: DEBUG nova.compute.provider_tree [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.521925] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897360, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.799046] env[62099]: DEBUG oslo_vmware.api [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.019307] env[62099]: DEBUG nova.scheduler.client.report [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1789.028403] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897360, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.301908] env[62099]: DEBUG oslo_vmware.api [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.525677] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.527704] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897360, 'name': CreateVM_Task, 'duration_secs': 6.927519} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.528409] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.962s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.529641] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1789.530317] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.530493] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.530918] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1789.531415] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50ce0916-642b-458f-bde4-70e3d5b0551a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.536752] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1789.536752] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e37145-5365-5815-db52-421678d181c0" [ 1789.536752] env[62099]: _type = "Task" [ 1789.536752] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.548245] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e37145-5365-5815-db52-421678d181c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.552567] env[62099]: INFO nova.scheduler.client.report [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Deleted allocations for instance 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7 [ 1789.800327] env[62099]: DEBUG oslo_vmware.api [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897365, 'name': ReconfigVM_Task, 'duration_secs': 4.390762} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.800872] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.801109] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Reconfigured VM to attach interface {{(pid=62099) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1790.047093] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e37145-5365-5815-db52-421678d181c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012054} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.047437] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.047658] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1790.047901] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.048060] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.048245] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1790.048516] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cacea3e-8860-421f-856c-3483701a31c6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.060417] env[62099]: DEBUG oslo_concurrency.lockutils [None req-06542dde-c05c-476b-afbe-72e492d937a9 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.826s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.061857] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1790.062814] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1790.063024] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec873576-a6da-4115-b4b9-4c4913da96bb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.071558] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1790.071558] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fb4182-e63f-583e-88f3-1122581005db" [ 1790.071558] env[62099]: _type = "Task" [ 1790.071558] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.089895] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fb4182-e63f-583e-88f3-1122581005db, 'name': SearchDatastore_Task, 'duration_secs': 0.010191} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.092835] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0708f1e-a8e5-44b5-a44f-59303dcbce03 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.098721] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1790.098721] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d75d52-8b85-43b8-f2fc-6d3ffe1755ad" [ 1790.098721] env[62099]: _type = "Task" [ 1790.098721] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.106832] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d75d52-8b85-43b8-f2fc-6d3ffe1755ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.244879] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c7bc61-9f04-45e5-b192-d85dbbb4d283 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.252983] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e423722-2230-4cbc-b4bd-a69ab9a9c144 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.286265] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3c3a63-bf62-408d-b19b-3033674b3bad {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.294014] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccb16f2-d93a-41bd-a104-ee83f8d353b4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.307869] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6717a0d8-824f-4e3a-ba46-3afde9db2675 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-2efc88b6-568a-46c3-89a0-f227c5ada671-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 10.996s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.309668] env[62099]: DEBUG nova.compute.provider_tree [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.464056] env[62099]: DEBUG nova.network.neutron [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Successfully updated port: 712b691f-0e5b-43f4-ad43-c9cd0294eafa {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1790.609853] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d75d52-8b85-43b8-f2fc-6d3ffe1755ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009779} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.610037] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.610236] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43/3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1790.610532] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ef52d98-0c34-4d62-b69f-ebcd638b9eee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.617065] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1790.617065] env[62099]: value = "task-1897371" [ 1790.617065] env[62099]: _type = "Task" [ 1790.617065] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.624380] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.812101] env[62099]: DEBUG nova.scheduler.client.report [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1790.967059] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquiring lock "refresh_cache-8fe8c676-bd96-4da3-a5bc-c1c46b61dae9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.967059] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquired lock "refresh_cache-8fe8c676-bd96-4da3-a5bc-c1c46b61dae9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.967323] env[62099]: DEBUG nova.network.neutron [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1791.129449] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897371, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.229194] env[62099]: DEBUG nova.compute.manager [req-6c33c5be-e70a-4d98-a13d-ac6ad25d8421 req-6dba8fc0-8d13-4090-b573-c2ce8bf7acfc service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Received event network-vif-plugged-05d24e29-480f-499d-9682-eecec814c5c9 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1791.229575] env[62099]: DEBUG oslo_concurrency.lockutils [req-6c33c5be-e70a-4d98-a13d-ac6ad25d8421 req-6dba8fc0-8d13-4090-b573-c2ce8bf7acfc service nova] Acquiring lock "2efc88b6-568a-46c3-89a0-f227c5ada671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.229814] env[62099]: DEBUG oslo_concurrency.lockutils [req-6c33c5be-e70a-4d98-a13d-ac6ad25d8421 req-6dba8fc0-8d13-4090-b573-c2ce8bf7acfc service nova] Lock "2efc88b6-568a-46c3-89a0-f227c5ada671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.230039] env[62099]: DEBUG oslo_concurrency.lockutils [req-6c33c5be-e70a-4d98-a13d-ac6ad25d8421 req-6dba8fc0-8d13-4090-b573-c2ce8bf7acfc service nova] Lock "2efc88b6-568a-46c3-89a0-f227c5ada671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.230315] env[62099]: DEBUG nova.compute.manager [req-6c33c5be-e70a-4d98-a13d-ac6ad25d8421 req-6dba8fc0-8d13-4090-b573-c2ce8bf7acfc service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] No waiting events found dispatching network-vif-plugged-05d24e29-480f-499d-9682-eecec814c5c9 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1791.230595] env[62099]: WARNING nova.compute.manager [req-6c33c5be-e70a-4d98-a13d-ac6ad25d8421 req-6dba8fc0-8d13-4090-b573-c2ce8bf7acfc service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Received unexpected event network-vif-plugged-05d24e29-480f-499d-9682-eecec814c5c9 for instance with vm_state active and task_state None. [ 1791.357303] env[62099]: DEBUG nova.compute.manager [req-78984bb6-5578-4775-81db-94a086aa38b6 req-57128d1f-4f31-46cc-af94-f035f603cb74 service nova] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Received event network-changed-ff568617-7229-484e-8cca-3782adb3fc55 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1791.357721] env[62099]: DEBUG nova.compute.manager [req-78984bb6-5578-4775-81db-94a086aa38b6 req-57128d1f-4f31-46cc-af94-f035f603cb74 service nova] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Refreshing instance network info cache due to event network-changed-ff568617-7229-484e-8cca-3782adb3fc55. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1791.357721] env[62099]: DEBUG oslo_concurrency.lockutils [req-78984bb6-5578-4775-81db-94a086aa38b6 req-57128d1f-4f31-46cc-af94-f035f603cb74 service nova] Acquiring lock "refresh_cache-3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.357850] env[62099]: DEBUG oslo_concurrency.lockutils [req-78984bb6-5578-4775-81db-94a086aa38b6 req-57128d1f-4f31-46cc-af94-f035f603cb74 service nova] Acquired lock "refresh_cache-3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.358023] env[62099]: DEBUG nova.network.neutron [req-78984bb6-5578-4775-81db-94a086aa38b6 req-57128d1f-4f31-46cc-af94-f035f603cb74 service nova] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Refreshing network info cache for port ff568617-7229-484e-8cca-3782adb3fc55 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1791.497584] env[62099]: DEBUG nova.network.neutron [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1791.627917] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533755} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.628217] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43/3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1791.628380] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1791.628627] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5feb69b-0c17-4aeb-8b85-eb89b58c1a0b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.635561] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1791.635561] env[62099]: value = "task-1897372" [ 1791.635561] env[62099]: _type = "Task" [ 1791.635561] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.644404] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.673749] env[62099]: DEBUG nova.compute.manager [req-a5565463-adfa-4f2d-b14f-dd49f89aad9f req-30f27691-d6ad-410b-8079-2716bee16f61 service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Received event network-changed-05d24e29-480f-499d-9682-eecec814c5c9 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1791.673951] env[62099]: DEBUG nova.compute.manager [req-a5565463-adfa-4f2d-b14f-dd49f89aad9f req-30f27691-d6ad-410b-8079-2716bee16f61 service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Refreshing instance network info cache due to event network-changed-05d24e29-480f-499d-9682-eecec814c5c9. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1791.674348] env[62099]: DEBUG oslo_concurrency.lockutils [req-a5565463-adfa-4f2d-b14f-dd49f89aad9f req-30f27691-d6ad-410b-8079-2716bee16f61 service nova] Acquiring lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.674551] env[62099]: DEBUG oslo_concurrency.lockutils [req-a5565463-adfa-4f2d-b14f-dd49f89aad9f req-30f27691-d6ad-410b-8079-2716bee16f61 service nova] Acquired lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.674681] env[62099]: DEBUG nova.network.neutron [req-a5565463-adfa-4f2d-b14f-dd49f89aad9f req-30f27691-d6ad-410b-8079-2716bee16f61 service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Refreshing network info cache for port 05d24e29-480f-499d-9682-eecec814c5c9 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1791.684690] env[62099]: DEBUG nova.network.neutron [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Updating instance_info_cache with network_info: [{"id": "712b691f-0e5b-43f4-ad43-c9cd0294eafa", "address": "fa:16:3e:5a:60:93", "network": {"id": "3d274622-34fb-435d-8ff8-727209c7727a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-201826157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "491de71712604b6c98cd44898b85fe9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap712b691f-0e", "ovs_interfaceid": "712b691f-0e5b-43f4-ad43-c9cd0294eafa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.821942] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.293s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.145276] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072323} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.146088] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1792.146413] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23386425-66e7-44cb-a22c-151d4a498389 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.169012] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43/3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1792.169780] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30b1fc5c-e24c-4f80-a3c7-de008ac192a4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.188539] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Releasing lock "refresh_cache-8fe8c676-bd96-4da3-a5bc-c1c46b61dae9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.188829] env[62099]: DEBUG nova.compute.manager [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Instance network_info: |[{"id": "712b691f-0e5b-43f4-ad43-c9cd0294eafa", "address": "fa:16:3e:5a:60:93", "network": {"id": "3d274622-34fb-435d-8ff8-727209c7727a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-201826157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "491de71712604b6c98cd44898b85fe9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap712b691f-0e", "ovs_interfaceid": "712b691f-0e5b-43f4-ad43-c9cd0294eafa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1792.189742] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:60:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '712b691f-0e5b-43f4-ad43-c9cd0294eafa', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1792.197167] env[62099]: DEBUG oslo.service.loopingcall [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.202018] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1792.202018] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1792.202018] env[62099]: value = "task-1897373" [ 1792.202018] env[62099]: _type = "Task" [ 1792.202018] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.202018] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6550ad3-536d-4d51-9957-326deb19c178 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.222542] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.225096] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1792.225096] env[62099]: value = "task-1897374" [ 1792.225096] env[62099]: _type = "Task" [ 1792.225096] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.232114] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897374, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.262253] env[62099]: DEBUG nova.network.neutron [req-78984bb6-5578-4775-81db-94a086aa38b6 req-57128d1f-4f31-46cc-af94-f035f603cb74 service nova] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Updated VIF entry in instance network info cache for port ff568617-7229-484e-8cca-3782adb3fc55. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1792.262253] env[62099]: DEBUG nova.network.neutron [req-78984bb6-5578-4775-81db-94a086aa38b6 req-57128d1f-4f31-46cc-af94-f035f603cb74 service nova] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Updating instance_info_cache with network_info: [{"id": "ff568617-7229-484e-8cca-3782adb3fc55", "address": "fa:16:3e:67:4e:cd", "network": {"id": "cc61bfa6-6045-4ecb-84c9-4fe7fd1d18eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769027776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff38fbcbe6d4640b515774b83a4ff5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff568617-72", "ovs_interfaceid": "ff568617-7229-484e-8cca-3782adb3fc55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.385230] env[62099]: INFO nova.scheduler.client.report [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Deleted allocation for migration eed035cd-f914-4cfe-9ee1-f16ac90d479a [ 1792.407896] env[62099]: INFO nova.compute.manager [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Rescuing [ 1792.408181] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "refresh_cache-d50d3f34-69f7-41c8-9e0c-471029048e8b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.408340] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquired lock "refresh_cache-d50d3f34-69f7-41c8-9e0c-471029048e8b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.408506] env[62099]: DEBUG nova.network.neutron [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1792.455851] env[62099]: DEBUG nova.network.neutron [req-a5565463-adfa-4f2d-b14f-dd49f89aad9f req-30f27691-d6ad-410b-8079-2716bee16f61 service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Updated VIF entry in instance network info cache for port 05d24e29-480f-499d-9682-eecec814c5c9. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1792.456317] env[62099]: DEBUG nova.network.neutron [req-a5565463-adfa-4f2d-b14f-dd49f89aad9f req-30f27691-d6ad-410b-8079-2716bee16f61 service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Updating instance_info_cache with network_info: [{"id": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "address": "fa:16:3e:18:dd:1f", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85cc4d5-cb", "ovs_interfaceid": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "05d24e29-480f-499d-9682-eecec814c5c9", "address": "fa:16:3e:61:56:f1", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d24e29-48", "ovs_interfaceid": "05d24e29-480f-499d-9682-eecec814c5c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.723914] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.733666] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897374, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.765976] env[62099]: DEBUG oslo_concurrency.lockutils [req-78984bb6-5578-4775-81db-94a086aa38b6 req-57128d1f-4f31-46cc-af94-f035f603cb74 service nova] Releasing lock "refresh_cache-3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.891324] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.668s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.959382] env[62099]: DEBUG oslo_concurrency.lockutils [req-a5565463-adfa-4f2d-b14f-dd49f89aad9f req-30f27691-d6ad-410b-8079-2716bee16f61 service nova] Releasing lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.102476] env[62099]: DEBUG nova.network.neutron [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Updating instance_info_cache with network_info: [{"id": "33f4a87d-f199-499f-b4fb-4dde11eef008", "address": "fa:16:3e:22:e2:83", "network": {"id": "ece79ee5-894b-4783-a5ba-06f35c6ca8fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887834337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d82d0e60385040708ad8ff119c1d1970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33f4a87d-f1", "ovs_interfaceid": "33f4a87d-f199-499f-b4fb-4dde11eef008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.227034] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897373, 'name': ReconfigVM_Task, 'duration_secs': 0.731247} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.227034] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43/3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1793.227034] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07fc2312-ea15-4954-8c3b-a9271493e21a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.236570] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897374, 'name': CreateVM_Task, 'duration_secs': 0.694372} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.237533] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1793.237894] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1793.237894] env[62099]: value = "task-1897375" [ 1793.237894] env[62099]: _type = "Task" [ 1793.237894] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.238793] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.239010] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.239364] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1793.239706] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1196780f-4f1b-4bf1-8b84-91495278c74e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.246370] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1793.246370] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52527c88-e904-f180-f48f-905a5077330f" [ 1793.246370] env[62099]: _type = "Task" [ 1793.246370] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.256950] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52527c88-e904-f180-f48f-905a5077330f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.489788] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "interface-2efc88b6-568a-46c3-89a0-f227c5ada671-0305133c-7787-4b9d-898d-3dae92d95c12" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.490086] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-2efc88b6-568a-46c3-89a0-f227c5ada671-0305133c-7787-4b9d-898d-3dae92d95c12" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.490547] env[62099]: DEBUG nova.objects.instance [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lazy-loading 'flavor' on Instance uuid 2efc88b6-568a-46c3-89a0-f227c5ada671 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1793.605560] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Releasing lock "refresh_cache-d50d3f34-69f7-41c8-9e0c-471029048e8b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.735435] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.735713] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.735925] env[62099]: DEBUG nova.objects.instance [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lazy-loading 'pci_requests' on Instance uuid 69fd58ca-a8c0-4c77-9062-caf63d38be25 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1793.757036] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897375, 'name': Rename_Task, 'duration_secs': 0.498086} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.757543] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1793.757897] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e063060-fcdd-40c4-b8ed-5777352b98c8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.764982] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52527c88-e904-f180-f48f-905a5077330f, 'name': SearchDatastore_Task, 'duration_secs': 0.029639} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.765592] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.765843] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1793.766126] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.766238] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.766417] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1793.766996] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0301502c-13aa-443b-99c7-bd8f861ea830 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.771083] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1793.771083] env[62099]: value = "task-1897376" [ 1793.771083] env[62099]: _type = "Task" [ 1793.771083] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.775790] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1793.775973] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1793.776687] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2669be9-26ee-4500-9298-d52d1b607fa8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.781559] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.784396] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1793.784396] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5281126c-9d64-7c4f-81da-9d37abeef2dd" [ 1793.784396] env[62099]: _type = "Task" [ 1793.784396] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.792176] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5281126c-9d64-7c4f-81da-9d37abeef2dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.087450] env[62099]: DEBUG nova.objects.instance [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lazy-loading 'pci_requests' on Instance uuid 2efc88b6-568a-46c3-89a0-f227c5ada671 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.150291] env[62099]: DEBUG nova.compute.manager [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Received event network-vif-plugged-712b691f-0e5b-43f4-ad43-c9cd0294eafa {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1794.150468] env[62099]: DEBUG oslo_concurrency.lockutils [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] Acquiring lock "8fe8c676-bd96-4da3-a5bc-c1c46b61dae9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.150682] env[62099]: DEBUG oslo_concurrency.lockutils [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] Lock "8fe8c676-bd96-4da3-a5bc-c1c46b61dae9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.150882] env[62099]: DEBUG oslo_concurrency.lockutils [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] Lock "8fe8c676-bd96-4da3-a5bc-c1c46b61dae9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.151093] env[62099]: DEBUG nova.compute.manager [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] No waiting events found dispatching network-vif-plugged-712b691f-0e5b-43f4-ad43-c9cd0294eafa {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1794.151363] env[62099]: WARNING nova.compute.manager [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Received unexpected event network-vif-plugged-712b691f-0e5b-43f4-ad43-c9cd0294eafa for instance with vm_state building and task_state spawning. [ 1794.151537] env[62099]: DEBUG nova.compute.manager [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Received event network-changed-712b691f-0e5b-43f4-ad43-c9cd0294eafa {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1794.151675] env[62099]: DEBUG nova.compute.manager [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Refreshing instance network info cache due to event network-changed-712b691f-0e5b-43f4-ad43-c9cd0294eafa. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1794.151902] env[62099]: DEBUG oslo_concurrency.lockutils [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] Acquiring lock "refresh_cache-8fe8c676-bd96-4da3-a5bc-c1c46b61dae9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.152069] env[62099]: DEBUG oslo_concurrency.lockutils [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] Acquired lock "refresh_cache-8fe8c676-bd96-4da3-a5bc-c1c46b61dae9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.152276] env[62099]: DEBUG nova.network.neutron [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Refreshing network info cache for port 712b691f-0e5b-43f4-ad43-c9cd0294eafa {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1794.239965] env[62099]: DEBUG nova.objects.instance [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lazy-loading 'numa_topology' on Instance uuid 69fd58ca-a8c0-4c77-9062-caf63d38be25 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.249875] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.250189] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.250401] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.250619] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.250835] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.254026] env[62099]: INFO nova.compute.manager [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Terminating instance [ 1794.281496] env[62099]: DEBUG oslo_vmware.api [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897376, 'name': PowerOnVM_Task, 'duration_secs': 0.490549} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.281781] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1794.281979] env[62099]: INFO nova.compute.manager [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Took 14.37 seconds to spawn the instance on the hypervisor. [ 1794.282173] env[62099]: DEBUG nova.compute.manager [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1794.282955] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4730fc66-a9b0-4767-b435-b1d9de4f40c4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.299041] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5281126c-9d64-7c4f-81da-9d37abeef2dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009158} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.300118] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cafd1a20-7f61-479d-aae8-fac643140506 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.305515] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1794.305515] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]526cf039-d9b6-a965-a82c-379c46a852ae" [ 1794.305515] env[62099]: _type = "Task" [ 1794.305515] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.314466] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526cf039-d9b6-a965-a82c-379c46a852ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.589999] env[62099]: DEBUG nova.objects.base [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Object Instance<2efc88b6-568a-46c3-89a0-f227c5ada671> lazy-loaded attributes: flavor,pci_requests {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1794.590254] env[62099]: DEBUG nova.network.neutron [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1794.654487] env[62099]: DEBUG nova.policy [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e613032b5c54e4b8d7961daa089ecc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '511d198b4c40466caacb6db27d52c0af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1794.742899] env[62099]: INFO nova.compute.claims [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1794.760734] env[62099]: DEBUG nova.compute.manager [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1794.760878] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1794.764193] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ce1068-e34a-4202-827c-87dcc2d1ef8f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.776471] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1794.776778] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-896e846a-0499-45a2-8f7d-2e982738732c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.786595] env[62099]: DEBUG oslo_vmware.api [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1794.786595] env[62099]: value = "task-1897377" [ 1794.786595] env[62099]: _type = "Task" [ 1794.786595] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.796071] env[62099]: DEBUG oslo_vmware.api [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.811467] env[62099]: INFO nova.compute.manager [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Took 22.73 seconds to build instance. [ 1794.821029] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]526cf039-d9b6-a965-a82c-379c46a852ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009715} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.821029] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.821029] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9/8fe8c676-bd96-4da3-a5bc-c1c46b61dae9.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1794.821029] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71d776ef-945b-4473-8835-b2e12e4d457a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.828021] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1794.828021] env[62099]: value = "task-1897378" [ 1794.828021] env[62099]: _type = "Task" [ 1794.828021] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.839977] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.891817] env[62099]: DEBUG nova.network.neutron [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Updated VIF entry in instance network info cache for port 712b691f-0e5b-43f4-ad43-c9cd0294eafa. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1794.892325] env[62099]: DEBUG nova.network.neutron [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Updating instance_info_cache with network_info: [{"id": "712b691f-0e5b-43f4-ad43-c9cd0294eafa", "address": "fa:16:3e:5a:60:93", "network": {"id": "3d274622-34fb-435d-8ff8-727209c7727a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-201826157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "491de71712604b6c98cd44898b85fe9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap712b691f-0e", "ovs_interfaceid": "712b691f-0e5b-43f4-ad43-c9cd0294eafa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.919885] env[62099]: DEBUG oslo_concurrency.lockutils [None req-dd8d3956-3442-42ef-8c9c-96196436fbca tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "37a471a8-7d62-4820-91cb-f47380b488ba" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.920242] env[62099]: DEBUG oslo_concurrency.lockutils [None req-dd8d3956-3442-42ef-8c9c-96196436fbca tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "37a471a8-7d62-4820-91cb-f47380b488ba" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.920487] env[62099]: DEBUG nova.compute.manager [None req-dd8d3956-3442-42ef-8c9c-96196436fbca tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1794.921498] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b062a86-be40-41c0-9504-c1439cd95b5c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.928658] env[62099]: DEBUG nova.compute.manager [None req-dd8d3956-3442-42ef-8c9c-96196436fbca tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62099) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1794.929303] env[62099]: DEBUG nova.objects.instance [None req-dd8d3956-3442-42ef-8c9c-96196436fbca tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lazy-loading 'flavor' on Instance uuid 37a471a8-7d62-4820-91cb-f47380b488ba {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1795.143899] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.143899] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77de3ca8-b1ea-42be-8720-c560453ce402 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.152082] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1795.152082] env[62099]: value = "task-1897379" [ 1795.152082] env[62099]: _type = "Task" [ 1795.152082] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.162178] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.296610] env[62099]: DEBUG oslo_vmware.api [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897377, 'name': PowerOffVM_Task, 'duration_secs': 0.230498} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.296942] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1795.297082] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1795.297349] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d86202b-2a90-4601-951a-6c157ade3e8f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.314763] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d073b4e3-f386-40cc-9f48-eb40d5a9a91d tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.242s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.341109] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469168} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.341568] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9/8fe8c676-bd96-4da3-a5bc-c1c46b61dae9.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1795.341932] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1795.342328] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e65f910c-576d-4983-aebe-b98d60c4a24c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.350229] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1795.350229] env[62099]: value = "task-1897381" [ 1795.350229] env[62099]: _type = "Task" [ 1795.350229] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.361618] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.395019] env[62099]: DEBUG oslo_concurrency.lockutils [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] Releasing lock "refresh_cache-8fe8c676-bd96-4da3-a5bc-c1c46b61dae9" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.395361] env[62099]: DEBUG nova.compute.manager [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Received event network-changed-8166ad7c-5cfc-478e-80a0-d15c52caf883 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1795.395994] env[62099]: DEBUG nova.compute.manager [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Refreshing instance network info cache due to event network-changed-8166ad7c-5cfc-478e-80a0-d15c52caf883. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1795.395994] env[62099]: DEBUG oslo_concurrency.lockutils [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] Acquiring lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.396137] env[62099]: DEBUG oslo_concurrency.lockutils [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] Acquired lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.396326] env[62099]: DEBUG nova.network.neutron [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Refreshing network info cache for port 8166ad7c-5cfc-478e-80a0-d15c52caf883 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1795.418838] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1795.419085] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1795.419278] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Deleting the datastore file [datastore2] 3846ec4c-c74b-49ef-9fc0-38238e919eb0 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1795.419610] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1c652aa-c401-4e4e-8b61-4156afb95209 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.426335] env[62099]: DEBUG oslo_vmware.api [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for the task: (returnval){ [ 1795.426335] env[62099]: value = "task-1897382" [ 1795.426335] env[62099]: _type = "Task" [ 1795.426335] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.436672] env[62099]: DEBUG oslo_vmware.api [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.662306] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897379, 'name': PowerOffVM_Task, 'duration_secs': 0.204681} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.662581] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1795.663398] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94caf47b-4fc6-48fd-994c-0969f99d9b03 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.681994] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fb41fb-d90c-45fb-8c3d-fe51a02945fc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.720088] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.720392] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61e79668-bb7e-46c8-813c-30ed881246a9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.728014] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1795.728014] env[62099]: value = "task-1897383" [ 1795.728014] env[62099]: _type = "Task" [ 1795.728014] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.736118] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.863056] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073875} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.863327] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1795.864118] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87005aac-1f39-41bb-872c-bca5aaf88ff3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.886455] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9/8fe8c676-bd96-4da3-a5bc-c1c46b61dae9.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1795.889122] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3517b11-ef22-4fbe-ae1d-292a4729d999 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.911097] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1795.911097] env[62099]: value = "task-1897384" [ 1795.911097] env[62099]: _type = "Task" [ 1795.911097] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.920755] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.936422] env[62099]: DEBUG oslo_vmware.api [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Task: {'id': task-1897382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180079} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.936422] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1795.936422] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1795.936422] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1795.936422] env[62099]: INFO nova.compute.manager [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1795.936422] env[62099]: DEBUG oslo.service.loopingcall [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.936422] env[62099]: DEBUG nova.compute.manager [-] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1795.936422] env[62099]: DEBUG nova.network.neutron [-] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1795.941778] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8d3956-3442-42ef-8c9c-96196436fbca tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.942339] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c07127f-6c08-44a1-949d-9653b2f312c8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.948598] env[62099]: DEBUG oslo_vmware.api [None req-dd8d3956-3442-42ef-8c9c-96196436fbca tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1795.948598] env[62099]: value = "task-1897385" [ 1795.948598] env[62099]: _type = "Task" [ 1795.948598] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.960390] env[62099]: DEBUG oslo_vmware.api [None req-dd8d3956-3442-42ef-8c9c-96196436fbca tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.035113] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4638ef-5f40-4d64-9c3a-e0c0f464645e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.043259] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1752dc-13af-4e48-9c4d-de2899c73c96 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.074617] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f50ddf4-0deb-48d6-ac54-54dc33ff81c4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.082604] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7e9da7-c5b5-4273-bad9-8261f3b32ed2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.096545] env[62099]: DEBUG nova.compute.provider_tree [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1796.185115] env[62099]: DEBUG nova.network.neutron [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Successfully updated port: 0305133c-7787-4b9d-898d-3dae92d95c12 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1796.238344] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] VM already powered off {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1796.238550] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1796.238792] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.238943] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.239134] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1796.239379] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a35f3aef-b49f-498c-8c4d-dd1b3f11070f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.246913] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1796.247102] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1796.247754] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d6532f5-b337-424c-af1c-857adfa4cdff {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.254098] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1796.254098] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fd9bb0-e06b-9040-332a-67b1cf4faa97" [ 1796.254098] env[62099]: _type = "Task" [ 1796.254098] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.261341] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fd9bb0-e06b-9040-332a-67b1cf4faa97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.421593] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.457700] env[62099]: DEBUG oslo_vmware.api [None req-dd8d3956-3442-42ef-8c9c-96196436fbca tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897385, 'name': PowerOffVM_Task, 'duration_secs': 0.412683} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.457839] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8d3956-3442-42ef-8c9c-96196436fbca tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1796.458599] env[62099]: DEBUG nova.compute.manager [None req-dd8d3956-3442-42ef-8c9c-96196436fbca tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1796.461360] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b705d10-9dfd-495e-94d9-c7b7ce65814e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.600286] env[62099]: DEBUG nova.scheduler.client.report [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1796.638633] env[62099]: DEBUG nova.compute.manager [req-d2b5e86e-2c19-4ad6-aadb-d19f7b614563 req-ddf3c772-8322-4973-b648-2419cd0d5bad service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Received event network-vif-plugged-0305133c-7787-4b9d-898d-3dae92d95c12 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1796.638982] env[62099]: DEBUG oslo_concurrency.lockutils [req-d2b5e86e-2c19-4ad6-aadb-d19f7b614563 req-ddf3c772-8322-4973-b648-2419cd0d5bad service nova] Acquiring lock "2efc88b6-568a-46c3-89a0-f227c5ada671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.639356] env[62099]: DEBUG oslo_concurrency.lockutils [req-d2b5e86e-2c19-4ad6-aadb-d19f7b614563 req-ddf3c772-8322-4973-b648-2419cd0d5bad service nova] Lock "2efc88b6-568a-46c3-89a0-f227c5ada671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.639712] env[62099]: DEBUG oslo_concurrency.lockutils [req-d2b5e86e-2c19-4ad6-aadb-d19f7b614563 req-ddf3c772-8322-4973-b648-2419cd0d5bad service nova] Lock "2efc88b6-568a-46c3-89a0-f227c5ada671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.640202] env[62099]: DEBUG nova.compute.manager [req-d2b5e86e-2c19-4ad6-aadb-d19f7b614563 req-ddf3c772-8322-4973-b648-2419cd0d5bad service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] No waiting events found dispatching network-vif-plugged-0305133c-7787-4b9d-898d-3dae92d95c12 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1796.640366] env[62099]: WARNING nova.compute.manager [req-d2b5e86e-2c19-4ad6-aadb-d19f7b614563 req-ddf3c772-8322-4973-b648-2419cd0d5bad service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Received unexpected event network-vif-plugged-0305133c-7787-4b9d-898d-3dae92d95c12 for instance with vm_state active and task_state None. [ 1796.688092] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.688213] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.688396] env[62099]: DEBUG nova.network.neutron [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1796.754297] env[62099]: DEBUG nova.network.neutron [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Updated VIF entry in instance network info cache for port 8166ad7c-5cfc-478e-80a0-d15c52caf883. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1796.754675] env[62099]: DEBUG nova.network.neutron [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Updating instance_info_cache with network_info: [{"id": "8166ad7c-5cfc-478e-80a0-d15c52caf883", "address": "fa:16:3e:d9:9e:22", "network": {"id": "c76396bd-3421-4e57-a98f-026c9e81a81a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-130376803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a5c9dc05d4c5a9b2a28e38b3b9040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166ad7c-5c", "ovs_interfaceid": "8166ad7c-5cfc-478e-80a0-d15c52caf883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.768806] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fd9bb0-e06b-9040-332a-67b1cf4faa97, 'name': SearchDatastore_Task, 'duration_secs': 0.00892} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.769236] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c99bed-49b6-4c95-bdee-4e6a2946e34b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.775306] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1796.775306] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52def433-5f1b-5579-4d60-4ae63e65eaee" [ 1796.775306] env[62099]: _type = "Task" [ 1796.775306] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.784065] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52def433-5f1b-5579-4d60-4ae63e65eaee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.921811] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897384, 'name': ReconfigVM_Task, 'duration_secs': 0.853674} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.922136] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9/8fe8c676-bd96-4da3-a5bc-c1c46b61dae9.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1796.922787] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bde9342-7b3d-4c6b-8b56-895491c0b81d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.929254] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1796.929254] env[62099]: value = "task-1897386" [ 1796.929254] env[62099]: _type = "Task" [ 1796.929254] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.940390] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897386, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.973370] env[62099]: DEBUG oslo_concurrency.lockutils [None req-dd8d3956-3442-42ef-8c9c-96196436fbca tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "37a471a8-7d62-4820-91cb-f47380b488ba" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.008779] env[62099]: DEBUG nova.compute.manager [req-fbd66839-bc92-47f2-9912-125f6f1f1665 req-3ca005e5-81c0-4f26-899f-6247ad138e33 service nova] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Received event network-changed-ff568617-7229-484e-8cca-3782adb3fc55 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1797.008966] env[62099]: DEBUG nova.compute.manager [req-fbd66839-bc92-47f2-9912-125f6f1f1665 req-3ca005e5-81c0-4f26-899f-6247ad138e33 service nova] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Refreshing instance network info cache due to event network-changed-ff568617-7229-484e-8cca-3782adb3fc55. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1797.009208] env[62099]: DEBUG oslo_concurrency.lockutils [req-fbd66839-bc92-47f2-9912-125f6f1f1665 req-3ca005e5-81c0-4f26-899f-6247ad138e33 service nova] Acquiring lock "refresh_cache-3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.009355] env[62099]: DEBUG oslo_concurrency.lockutils [req-fbd66839-bc92-47f2-9912-125f6f1f1665 req-3ca005e5-81c0-4f26-899f-6247ad138e33 service nova] Acquired lock "refresh_cache-3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.009586] env[62099]: DEBUG nova.network.neutron [req-fbd66839-bc92-47f2-9912-125f6f1f1665 req-3ca005e5-81c0-4f26-899f-6247ad138e33 service nova] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Refreshing network info cache for port ff568617-7229-484e-8cca-3782adb3fc55 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.107263] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.371s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.145612] env[62099]: INFO nova.network.neutron [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Updating port 78e09514-43b7-4da3-a21e-1de15b0cd7ed with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1797.247818] env[62099]: WARNING nova.network.neutron [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] 6f765e9d-a2bf-4189-94d8-2d771046e341 already exists in list: networks containing: ['6f765e9d-a2bf-4189-94d8-2d771046e341']. ignoring it [ 1797.248048] env[62099]: WARNING nova.network.neutron [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] 6f765e9d-a2bf-4189-94d8-2d771046e341 already exists in list: networks containing: ['6f765e9d-a2bf-4189-94d8-2d771046e341']. ignoring it [ 1797.262723] env[62099]: DEBUG oslo_concurrency.lockutils [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] Releasing lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.263035] env[62099]: DEBUG nova.compute.manager [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Received event network-changed-8166ad7c-5cfc-478e-80a0-d15c52caf883 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1797.263214] env[62099]: DEBUG nova.compute.manager [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Refreshing instance network info cache due to event network-changed-8166ad7c-5cfc-478e-80a0-d15c52caf883. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1797.263463] env[62099]: DEBUG oslo_concurrency.lockutils [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] Acquiring lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.263642] env[62099]: DEBUG oslo_concurrency.lockutils [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] Acquired lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.263827] env[62099]: DEBUG nova.network.neutron [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Refreshing network info cache for port 8166ad7c-5cfc-478e-80a0-d15c52caf883 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.286697] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52def433-5f1b-5579-4d60-4ae63e65eaee, 'name': SearchDatastore_Task, 'duration_secs': 0.009481} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.286922] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.287199] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] d50d3f34-69f7-41c8-9e0c-471029048e8b/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk. {{(pid=62099) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1797.287938] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3382c17-1a3d-4617-8e9a-7d970110c08b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.295725] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1797.295725] env[62099]: value = "task-1897387" [ 1797.295725] env[62099]: _type = "Task" [ 1797.295725] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.302222] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.313658] env[62099]: DEBUG nova.network.neutron [-] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.439653] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897386, 'name': Rename_Task, 'duration_secs': 0.18218} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.440090] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1797.440245] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cd838b1-2930-481a-849d-c2e8830a6cea {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.446749] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1797.446749] env[62099]: value = "task-1897388" [ 1797.446749] env[62099]: _type = "Task" [ 1797.446749] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.454920] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.756735] env[62099]: DEBUG nova.network.neutron [req-fbd66839-bc92-47f2-9912-125f6f1f1665 req-3ca005e5-81c0-4f26-899f-6247ad138e33 service nova] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Updated VIF entry in instance network info cache for port ff568617-7229-484e-8cca-3782adb3fc55. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.756735] env[62099]: DEBUG nova.network.neutron [req-fbd66839-bc92-47f2-9912-125f6f1f1665 req-3ca005e5-81c0-4f26-899f-6247ad138e33 service nova] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Updating instance_info_cache with network_info: [{"id": "ff568617-7229-484e-8cca-3782adb3fc55", "address": "fa:16:3e:67:4e:cd", "network": {"id": "cc61bfa6-6045-4ecb-84c9-4fe7fd1d18eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769027776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff38fbcbe6d4640b515774b83a4ff5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff568617-72", "ovs_interfaceid": "ff568617-7229-484e-8cca-3782adb3fc55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.807337] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897387, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.816519] env[62099]: INFO nova.compute.manager [-] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Took 1.88 seconds to deallocate network for instance. [ 1797.956846] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897388, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.123644] env[62099]: DEBUG nova.network.neutron [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Updating instance_info_cache with network_info: [{"id": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "address": "fa:16:3e:18:dd:1f", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85cc4d5-cb", "ovs_interfaceid": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "05d24e29-480f-499d-9682-eecec814c5c9", "address": "fa:16:3e:61:56:f1", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d24e29-48", "ovs_interfaceid": "05d24e29-480f-499d-9682-eecec814c5c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0305133c-7787-4b9d-898d-3dae92d95c12", "address": "fa:16:3e:0d:31:e1", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0305133c-77", "ovs_interfaceid": "0305133c-7787-4b9d-898d-3dae92d95c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.160954] env[62099]: DEBUG nova.network.neutron [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Updated VIF entry in instance network info cache for port 8166ad7c-5cfc-478e-80a0-d15c52caf883. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1798.161528] env[62099]: DEBUG nova.network.neutron [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Updating instance_info_cache with network_info: [{"id": "8166ad7c-5cfc-478e-80a0-d15c52caf883", "address": "fa:16:3e:d9:9e:22", "network": {"id": "c76396bd-3421-4e57-a98f-026c9e81a81a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-130376803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a5c9dc05d4c5a9b2a28e38b3b9040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166ad7c-5c", "ovs_interfaceid": "8166ad7c-5cfc-478e-80a0-d15c52caf883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.261191] env[62099]: DEBUG oslo_concurrency.lockutils [req-fbd66839-bc92-47f2-9912-125f6f1f1665 req-3ca005e5-81c0-4f26-899f-6247ad138e33 service nova] Releasing lock "refresh_cache-3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.306688] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525777} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.306971] env[62099]: INFO nova.virt.vmwareapi.ds_util [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] d50d3f34-69f7-41c8-9e0c-471029048e8b/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk. [ 1798.307782] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdf70e0-5bbe-4284-bdf7-743af5c27b4c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.326918] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.327235] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.327415] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.337114] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] d50d3f34-69f7-41c8-9e0c-471029048e8b/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1798.337676] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f834ab6a-7131-4700-82ab-a2f5d29e5fa9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.357023] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1798.357023] env[62099]: value = "task-1897389" [ 1798.357023] env[62099]: _type = "Task" [ 1798.357023] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.362206] env[62099]: INFO nova.scheduler.client.report [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Deleted allocations for instance 3846ec4c-c74b-49ef-9fc0-38238e919eb0 [ 1798.369325] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.457809] env[62099]: DEBUG oslo_vmware.api [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897388, 'name': PowerOnVM_Task, 'duration_secs': 0.903078} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.458221] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1798.458325] env[62099]: INFO nova.compute.manager [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Took 12.80 seconds to spawn the instance on the hypervisor. [ 1798.458482] env[62099]: DEBUG nova.compute.manager [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1798.460214] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156c4b5d-65be-426d-bf08-e9cd4ff9a3cb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.629099] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.629335] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.629528] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.630395] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437a7681-f61a-415e-9068-ac593f047e00 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.650082] env[62099]: DEBUG nova.virt.hardware [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1798.650328] env[62099]: DEBUG nova.virt.hardware [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1798.650488] env[62099]: DEBUG nova.virt.hardware [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1798.650734] env[62099]: DEBUG nova.virt.hardware [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1798.650892] env[62099]: DEBUG nova.virt.hardware [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1798.651088] env[62099]: DEBUG nova.virt.hardware [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1798.651306] env[62099]: DEBUG nova.virt.hardware [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1798.651472] env[62099]: DEBUG nova.virt.hardware [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1798.651637] env[62099]: DEBUG nova.virt.hardware [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1798.651801] env[62099]: DEBUG nova.virt.hardware [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1798.651973] env[62099]: DEBUG nova.virt.hardware [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1798.658254] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Reconfiguring VM to attach interface {{(pid=62099) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1798.658546] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2dfeb12-5e52-44be-8913-c0bfb101a444 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.670466] env[62099]: DEBUG oslo_concurrency.lockutils [req-7fd982a4-6d40-4964-82aa-ed770a339486 req-bb304315-d8ec-43b5-9e62-3c4011cea0b9 service nova] Releasing lock "refresh_cache-a7480b01-ab51-4e66-aaf5-dcf049bee103" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.676260] env[62099]: DEBUG oslo_vmware.api [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1798.676260] env[62099]: value = "task-1897390" [ 1798.676260] env[62099]: _type = "Task" [ 1798.676260] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.683669] env[62099]: DEBUG oslo_vmware.api [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897390, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.785248] env[62099]: DEBUG nova.compute.manager [req-733733f6-34b9-4dec-a4d0-ea79c2ec52b8 req-4d98212e-d88a-4464-8fcf-1fef39589d3f service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Received event network-changed-0305133c-7787-4b9d-898d-3dae92d95c12 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1798.785500] env[62099]: DEBUG nova.compute.manager [req-733733f6-34b9-4dec-a4d0-ea79c2ec52b8 req-4d98212e-d88a-4464-8fcf-1fef39589d3f service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Refreshing instance network info cache due to event network-changed-0305133c-7787-4b9d-898d-3dae92d95c12. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1798.785740] env[62099]: DEBUG oslo_concurrency.lockutils [req-733733f6-34b9-4dec-a4d0-ea79c2ec52b8 req-4d98212e-d88a-4464-8fcf-1fef39589d3f service nova] Acquiring lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.785919] env[62099]: DEBUG oslo_concurrency.lockutils [req-733733f6-34b9-4dec-a4d0-ea79c2ec52b8 req-4d98212e-d88a-4464-8fcf-1fef39589d3f service nova] Acquired lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.786154] env[62099]: DEBUG nova.network.neutron [req-733733f6-34b9-4dec-a4d0-ea79c2ec52b8 req-4d98212e-d88a-4464-8fcf-1fef39589d3f service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Refreshing network info cache for port 0305133c-7787-4b9d-898d-3dae92d95c12 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1798.867042] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.873270] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c0de4294-71d2-4246-b425-df3d19d209c4 tempest-DeleteServersTestJSON-1089313362 tempest-DeleteServersTestJSON-1089313362-project-member] Lock "3846ec4c-c74b-49ef-9fc0-38238e919eb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.623s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.966317] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "37a471a8-7d62-4820-91cb-f47380b488ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.966607] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "37a471a8-7d62-4820-91cb-f47380b488ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.966824] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "37a471a8-7d62-4820-91cb-f47380b488ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.967012] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "37a471a8-7d62-4820-91cb-f47380b488ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.967195] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "37a471a8-7d62-4820-91cb-f47380b488ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.969336] env[62099]: INFO nova.compute.manager [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Terminating instance [ 1798.979762] env[62099]: INFO nova.compute.manager [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Took 23.16 seconds to build instance. [ 1799.135150] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.135318] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquired lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.136338] env[62099]: DEBUG nova.network.neutron [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1799.186779] env[62099]: DEBUG oslo_vmware.api [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.204525] env[62099]: DEBUG nova.compute.manager [req-5fc8e7f5-a275-4469-b438-d10d29d37092 req-aa25137d-ea4a-46fd-8831-e8b4baa35f84 service nova] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Received event network-vif-deleted-dabb654b-8c22-465b-8ed9-4ed2dd7a5fcb {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1799.204878] env[62099]: DEBUG nova.compute.manager [req-5fc8e7f5-a275-4469-b438-d10d29d37092 req-aa25137d-ea4a-46fd-8831-e8b4baa35f84 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Received event network-vif-plugged-78e09514-43b7-4da3-a21e-1de15b0cd7ed {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1799.205038] env[62099]: DEBUG oslo_concurrency.lockutils [req-5fc8e7f5-a275-4469-b438-d10d29d37092 req-aa25137d-ea4a-46fd-8831-e8b4baa35f84 service nova] Acquiring lock "69fd58ca-a8c0-4c77-9062-caf63d38be25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.205712] env[62099]: DEBUG oslo_concurrency.lockutils [req-5fc8e7f5-a275-4469-b438-d10d29d37092 req-aa25137d-ea4a-46fd-8831-e8b4baa35f84 service nova] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.205712] env[62099]: DEBUG oslo_concurrency.lockutils [req-5fc8e7f5-a275-4469-b438-d10d29d37092 req-aa25137d-ea4a-46fd-8831-e8b4baa35f84 service nova] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.205712] env[62099]: DEBUG nova.compute.manager [req-5fc8e7f5-a275-4469-b438-d10d29d37092 req-aa25137d-ea4a-46fd-8831-e8b4baa35f84 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] No waiting events found dispatching network-vif-plugged-78e09514-43b7-4da3-a21e-1de15b0cd7ed {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1799.206388] env[62099]: WARNING nova.compute.manager [req-5fc8e7f5-a275-4469-b438-d10d29d37092 req-aa25137d-ea4a-46fd-8831-e8b4baa35f84 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Received unexpected event network-vif-plugged-78e09514-43b7-4da3-a21e-1de15b0cd7ed for instance with vm_state shelved_offloaded and task_state spawning. [ 1799.367904] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897389, 'name': ReconfigVM_Task, 'duration_secs': 0.779638} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.368243] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Reconfigured VM instance instance-00000067 to attach disk [datastore1] d50d3f34-69f7-41c8-9e0c-471029048e8b/998989bf-08a2-419d-9424-a21a0f6201ec-rescue.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1799.369171] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63871e7-6a11-4780-9879-641e79cffcb0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.396118] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed26b9d3-aaeb-45f0-ad6b-4f7802a4d33f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.412288] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1799.412288] env[62099]: value = "task-1897391" [ 1799.412288] env[62099]: _type = "Task" [ 1799.412288] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.425848] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.476497] env[62099]: DEBUG nova.compute.manager [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1799.476846] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1799.477879] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2ce3db-47b9-42ee-8123-098c6fba0244 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.481338] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4fb1a29b-8451-4307-a9f4-fcb4a2621527 tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "8fe8c676-bd96-4da3-a5bc-c1c46b61dae9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.668s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.486150] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1799.488683] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9008bef3-56da-4cac-8b60-095f01ecdde7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.600555] env[62099]: DEBUG nova.network.neutron [req-733733f6-34b9-4dec-a4d0-ea79c2ec52b8 req-4d98212e-d88a-4464-8fcf-1fef39589d3f service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Updated VIF entry in instance network info cache for port 0305133c-7787-4b9d-898d-3dae92d95c12. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1799.601057] env[62099]: DEBUG nova.network.neutron [req-733733f6-34b9-4dec-a4d0-ea79c2ec52b8 req-4d98212e-d88a-4464-8fcf-1fef39589d3f service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Updating instance_info_cache with network_info: [{"id": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "address": "fa:16:3e:18:dd:1f", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85cc4d5-cb", "ovs_interfaceid": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "05d24e29-480f-499d-9682-eecec814c5c9", "address": "fa:16:3e:61:56:f1", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d24e29-48", "ovs_interfaceid": "05d24e29-480f-499d-9682-eecec814c5c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0305133c-7787-4b9d-898d-3dae92d95c12", "address": "fa:16:3e:0d:31:e1", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0305133c-77", "ovs_interfaceid": "0305133c-7787-4b9d-898d-3dae92d95c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.689928] env[62099]: DEBUG oslo_vmware.api [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.761063] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.761362] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.761586] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleting the datastore file [datastore2] 37a471a8-7d62-4820-91cb-f47380b488ba {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.761902] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb68d38d-d434-4f9e-9ca6-e5283152b264 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.771174] env[62099]: DEBUG oslo_vmware.api [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1799.771174] env[62099]: value = "task-1897393" [ 1799.771174] env[62099]: _type = "Task" [ 1799.771174] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.779321] env[62099]: DEBUG oslo_vmware.api [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.924373] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897391, 'name': ReconfigVM_Task, 'duration_secs': 0.362031} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.924658] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1799.924916] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff571e61-824a-4195-b4a1-4b473661ebfc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.931463] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1799.931463] env[62099]: value = "task-1897394" [ 1799.931463] env[62099]: _type = "Task" [ 1799.931463] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.946292] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.947540] env[62099]: DEBUG nova.network.neutron [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Updating instance_info_cache with network_info: [{"id": "78e09514-43b7-4da3-a21e-1de15b0cd7ed", "address": "fa:16:3e:78:c6:42", "network": {"id": "eced2df3-cde6-42a5-adc0-b55fb605aa5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-166005586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01b60258959d4842b0584919da5c2cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e09514-43", "ovs_interfaceid": "78e09514-43b7-4da3-a21e-1de15b0cd7ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.103521] env[62099]: DEBUG oslo_concurrency.lockutils [req-733733f6-34b9-4dec-a4d0-ea79c2ec52b8 req-4d98212e-d88a-4464-8fcf-1fef39589d3f service nova] Releasing lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.187712] env[62099]: DEBUG oslo_vmware.api [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897390, 'name': ReconfigVM_Task, 'duration_secs': 1.186581} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.188306] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.188741] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Reconfigured VM to attach interface {{(pid=62099) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1800.281488] env[62099]: DEBUG oslo_vmware.api [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160493} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.283034] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.283034] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.283034] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.283034] env[62099]: INFO nova.compute.manager [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Took 0.81 seconds to destroy the instance on the hypervisor. [ 1800.283034] env[62099]: DEBUG oslo.service.loopingcall [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.283034] env[62099]: DEBUG nova.compute.manager [-] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1800.283034] env[62099]: DEBUG nova.network.neutron [-] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1800.304229] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4a260240-919a-40b4-bf27-33b47f98f9d4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "028e8c79-66a7-431e-9743-f704a5c79c9e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.304570] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4a260240-919a-40b4-bf27-33b47f98f9d4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "028e8c79-66a7-431e-9743-f704a5c79c9e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.304998] env[62099]: INFO nova.compute.manager [None req-4a260240-919a-40b4-bf27-33b47f98f9d4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Rebooting instance [ 1800.443646] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897394, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.449856] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Releasing lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.487597] env[62099]: DEBUG nova.virt.hardware [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c1648043e8c4faa58f2850e3f2eac344',container_format='bare',created_at=2024-12-14T21:32:39Z,direct_url=,disk_format='vmdk',id=2aa27528-8df6-475f-83d0-83c417c52e5b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-707820354-shelved',owner='01b60258959d4842b0584919da5c2cb2',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2024-12-14T21:32:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1800.487917] env[62099]: DEBUG nova.virt.hardware [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1800.487917] env[62099]: DEBUG nova.virt.hardware [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1800.488035] env[62099]: DEBUG nova.virt.hardware [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1800.488222] env[62099]: DEBUG nova.virt.hardware [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1800.488386] env[62099]: DEBUG nova.virt.hardware [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1800.488696] env[62099]: DEBUG nova.virt.hardware [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1800.488889] env[62099]: DEBUG nova.virt.hardware [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1800.489098] env[62099]: DEBUG nova.virt.hardware [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1800.489281] env[62099]: DEBUG nova.virt.hardware [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1800.489524] env[62099]: DEBUG nova.virt.hardware [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1800.490481] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f80a4f4-17b9-4a27-9298-f58a3a90d57b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.498845] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f107e068-8ef3-4d81-89f8-a5e08c2d54f2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.516014] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:c6:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78e09514-43b7-4da3-a21e-1de15b0cd7ed', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1800.523477] env[62099]: DEBUG oslo.service.loopingcall [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.523831] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1800.524189] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87702b65-5373-4fbe-919c-72d182def884 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.547311] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1800.547311] env[62099]: value = "task-1897395" [ 1800.547311] env[62099]: _type = "Task" [ 1800.547311] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.558571] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897395, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.694041] env[62099]: DEBUG oslo_concurrency.lockutils [None req-be84dfa9-5f47-457e-b997-1aa3e64a8351 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-2efc88b6-568a-46c3-89a0-f227c5ada671-0305133c-7787-4b9d-898d-3dae92d95c12" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.204s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.823571] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4a260240-919a-40b4-bf27-33b47f98f9d4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.823777] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4a260240-919a-40b4-bf27-33b47f98f9d4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.823957] env[62099]: DEBUG nova.network.neutron [None req-4a260240-919a-40b4-bf27-33b47f98f9d4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1800.944434] env[62099]: DEBUG oslo_vmware.api [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897394, 'name': PowerOnVM_Task, 'duration_secs': 0.52099} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.944562] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1800.948479] env[62099]: DEBUG nova.compute.manager [None req-9ba26b11-09a8-4de3-a171-a38e0ba9aaea tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1800.949316] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde99521-edae-48ce-b189-6e9102968a55 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.053580] env[62099]: DEBUG nova.network.neutron [-] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.059024] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897395, 'name': CreateVM_Task, 'duration_secs': 0.375171} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.059590] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1801.060404] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2aa27528-8df6-475f-83d0-83c417c52e5b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.060640] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2aa27528-8df6-475f-83d0-83c417c52e5b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.061109] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2aa27528-8df6-475f-83d0-83c417c52e5b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1801.061436] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c772318a-4a99-4c1a-878c-6cbbf93b1c2a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.066382] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1801.066382] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fa7a18-8416-e259-d170-4842d60e8e39" [ 1801.066382] env[62099]: _type = "Task" [ 1801.066382] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.075453] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52fa7a18-8416-e259-d170-4842d60e8e39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.319583] env[62099]: DEBUG nova.compute.manager [req-8e611994-a501-40c8-8c20-8df3c20b79b6 req-ed317cf7-37c7-4943-bcf7-fac0a7c80173 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Received event network-changed-78e09514-43b7-4da3-a21e-1de15b0cd7ed {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1801.319782] env[62099]: DEBUG nova.compute.manager [req-8e611994-a501-40c8-8c20-8df3c20b79b6 req-ed317cf7-37c7-4943-bcf7-fac0a7c80173 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Refreshing instance network info cache due to event network-changed-78e09514-43b7-4da3-a21e-1de15b0cd7ed. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1801.319999] env[62099]: DEBUG oslo_concurrency.lockutils [req-8e611994-a501-40c8-8c20-8df3c20b79b6 req-ed317cf7-37c7-4943-bcf7-fac0a7c80173 service nova] Acquiring lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.320159] env[62099]: DEBUG oslo_concurrency.lockutils [req-8e611994-a501-40c8-8c20-8df3c20b79b6 req-ed317cf7-37c7-4943-bcf7-fac0a7c80173 service nova] Acquired lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.320326] env[62099]: DEBUG nova.network.neutron [req-8e611994-a501-40c8-8c20-8df3c20b79b6 req-ed317cf7-37c7-4943-bcf7-fac0a7c80173 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Refreshing network info cache for port 78e09514-43b7-4da3-a21e-1de15b0cd7ed {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1801.560648] env[62099]: INFO nova.compute.manager [-] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Took 1.28 seconds to deallocate network for instance. [ 1801.577455] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2aa27528-8df6-475f-83d0-83c417c52e5b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.577706] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Processing image 2aa27528-8df6-475f-83d0-83c417c52e5b {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1801.577947] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2aa27528-8df6-475f-83d0-83c417c52e5b/2aa27528-8df6-475f-83d0-83c417c52e5b.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.578122] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2aa27528-8df6-475f-83d0-83c417c52e5b/2aa27528-8df6-475f-83d0-83c417c52e5b.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.578332] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1801.578577] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc63fbcb-4246-4b23-8c07-c091b509e2c5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.587922] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1801.588126] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1801.588878] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69922d3e-4117-434b-ad1c-8038c580b0da {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.594043] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1801.594043] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d4e618-0fd6-998a-7ea5-55f0012e8024" [ 1801.594043] env[62099]: _type = "Task" [ 1801.594043] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.604797] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d4e618-0fd6-998a-7ea5-55f0012e8024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.704274] env[62099]: DEBUG nova.network.neutron [None req-4a260240-919a-40b4-bf27-33b47f98f9d4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updating instance_info_cache with network_info: [{"id": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "address": "fa:16:3e:da:fc:4a", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592e02f9-ba", "ovs_interfaceid": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.067489] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.067826] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.068065] env[62099]: DEBUG nova.objects.instance [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lazy-loading 'resources' on Instance uuid 37a471a8-7d62-4820-91cb-f47380b488ba {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1802.104278] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Preparing fetch location {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1802.105042] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Fetch image to [datastore2] OSTACK_IMG_5b41265e-c562-4665-bbde-7bad5f87595d/OSTACK_IMG_5b41265e-c562-4665-bbde-7bad5f87595d.vmdk {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1802.105042] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Downloading stream optimized image 2aa27528-8df6-475f-83d0-83c417c52e5b to [datastore2] OSTACK_IMG_5b41265e-c562-4665-bbde-7bad5f87595d/OSTACK_IMG_5b41265e-c562-4665-bbde-7bad5f87595d.vmdk on the data store datastore2 as vApp {{(pid=62099) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1802.105042] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Downloading image file data 2aa27528-8df6-475f-83d0-83c417c52e5b to the ESX as VM named 'OSTACK_IMG_5b41265e-c562-4665-bbde-7bad5f87595d' {{(pid=62099) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1802.183180] env[62099]: DEBUG oslo_vmware.rw_handles [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1802.183180] env[62099]: value = "resgroup-9" [ 1802.183180] env[62099]: _type = "ResourcePool" [ 1802.183180] env[62099]: }. {{(pid=62099) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1802.183180] env[62099]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-686d88ac-e13a-41c2-a746-175f3f75c031 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.207367] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4a260240-919a-40b4-bf27-33b47f98f9d4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.210442] env[62099]: DEBUG oslo_vmware.rw_handles [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lease: (returnval){ [ 1802.210442] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]526e2fd0-b3b0-a3db-1a77-64f6f4d2677b" [ 1802.210442] env[62099]: _type = "HttpNfcLease" [ 1802.210442] env[62099]: } obtained for vApp import into resource pool (val){ [ 1802.210442] env[62099]: value = "resgroup-9" [ 1802.210442] env[62099]: _type = "ResourcePool" [ 1802.210442] env[62099]: }. {{(pid=62099) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1802.210929] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the lease: (returnval){ [ 1802.210929] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]526e2fd0-b3b0-a3db-1a77-64f6f4d2677b" [ 1802.210929] env[62099]: _type = "HttpNfcLease" [ 1802.210929] env[62099]: } to be ready. {{(pid=62099) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1802.217261] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1802.217261] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]526e2fd0-b3b0-a3db-1a77-64f6f4d2677b" [ 1802.217261] env[62099]: _type = "HttpNfcLease" [ 1802.217261] env[62099]: } is initializing. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1802.247153] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquiring lock "8fe8c676-bd96-4da3-a5bc-c1c46b61dae9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.247430] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "8fe8c676-bd96-4da3-a5bc-c1c46b61dae9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.247931] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquiring lock "8fe8c676-bd96-4da3-a5bc-c1c46b61dae9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.248163] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "8fe8c676-bd96-4da3-a5bc-c1c46b61dae9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.248360] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "8fe8c676-bd96-4da3-a5bc-c1c46b61dae9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.250580] env[62099]: INFO nova.compute.manager [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Terminating instance [ 1802.301031] env[62099]: DEBUG nova.network.neutron [req-8e611994-a501-40c8-8c20-8df3c20b79b6 req-ed317cf7-37c7-4943-bcf7-fac0a7c80173 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Updated VIF entry in instance network info cache for port 78e09514-43b7-4da3-a21e-1de15b0cd7ed. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1802.301923] env[62099]: DEBUG nova.network.neutron [req-8e611994-a501-40c8-8c20-8df3c20b79b6 req-ed317cf7-37c7-4943-bcf7-fac0a7c80173 service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Updating instance_info_cache with network_info: [{"id": "78e09514-43b7-4da3-a21e-1de15b0cd7ed", "address": "fa:16:3e:78:c6:42", "network": {"id": "eced2df3-cde6-42a5-adc0-b55fb605aa5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-166005586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01b60258959d4842b0584919da5c2cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78e09514-43", "ovs_interfaceid": "78e09514-43b7-4da3-a21e-1de15b0cd7ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.519755] env[62099]: INFO nova.compute.manager [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Unrescuing [ 1802.519866] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "refresh_cache-d50d3f34-69f7-41c8-9e0c-471029048e8b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.519970] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquired lock "refresh_cache-d50d3f34-69f7-41c8-9e0c-471029048e8b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.520172] env[62099]: DEBUG nova.network.neutron [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1802.713228] env[62099]: DEBUG nova.compute.manager [None req-4a260240-919a-40b4-bf27-33b47f98f9d4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1802.717263] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ed5cd8-82f1-4a2f-82d2-f86888609b65 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.724735] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1802.724735] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]526e2fd0-b3b0-a3db-1a77-64f6f4d2677b" [ 1802.724735] env[62099]: _type = "HttpNfcLease" [ 1802.724735] env[62099]: } is initializing. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1802.754349] env[62099]: DEBUG nova.compute.manager [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1802.754580] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1802.755452] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502ea98a-88d9-4882-9707-b9c3cfdc50c4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.765051] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1802.765051] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-858a557c-5af6-43d7-8018-250287346fd3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.770733] env[62099]: DEBUG oslo_vmware.api [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1802.770733] env[62099]: value = "task-1897398" [ 1802.770733] env[62099]: _type = "Task" [ 1802.770733] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.772178] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9462a1-e5ea-482a-8d18-ff184b898b37 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.782404] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b6919c-2a84-4715-8112-db284f873e5e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.787921] env[62099]: DEBUG oslo_vmware.api [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.814904] env[62099]: DEBUG oslo_concurrency.lockutils [req-8e611994-a501-40c8-8c20-8df3c20b79b6 req-ed317cf7-37c7-4943-bcf7-fac0a7c80173 service nova] Releasing lock "refresh_cache-69fd58ca-a8c0-4c77-9062-caf63d38be25" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.815186] env[62099]: DEBUG nova.compute.manager [req-8e611994-a501-40c8-8c20-8df3c20b79b6 req-ed317cf7-37c7-4943-bcf7-fac0a7c80173 service nova] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Received event network-vif-deleted-1834a732-0d6b-4a99-9ab7-a003e697abbd {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1802.816237] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e749911-94e9-4a23-ae0f-5eadb2d90532 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.823861] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2c95cb-39b8-433c-a4b0-39c32e153d8b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.836863] env[62099]: DEBUG nova.compute.provider_tree [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1802.915693] env[62099]: DEBUG oslo_concurrency.lockutils [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "interface-2efc88b6-568a-46c3-89a0-f227c5ada671-05d24e29-480f-499d-9682-eecec814c5c9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.916154] env[62099]: DEBUG oslo_concurrency.lockutils [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-2efc88b6-568a-46c3-89a0-f227c5ada671-05d24e29-480f-499d-9682-eecec814c5c9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.222770] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1803.222770] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]526e2fd0-b3b0-a3db-1a77-64f6f4d2677b" [ 1803.222770] env[62099]: _type = "HttpNfcLease" [ 1803.222770] env[62099]: } is ready. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1803.223163] env[62099]: DEBUG oslo_vmware.rw_handles [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1803.223163] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]526e2fd0-b3b0-a3db-1a77-64f6f4d2677b" [ 1803.223163] env[62099]: _type = "HttpNfcLease" [ 1803.223163] env[62099]: }. {{(pid=62099) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1803.223832] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6753e409-1bce-4688-842b-5e9d550818ba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.233480] env[62099]: DEBUG oslo_vmware.rw_handles [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245fe6d-5209-ff03-623e-1699ad088af7/disk-0.vmdk from lease info. {{(pid=62099) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1803.237095] env[62099]: DEBUG oslo_vmware.rw_handles [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245fe6d-5209-ff03-623e-1699ad088af7/disk-0.vmdk. {{(pid=62099) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1803.303500] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-70397c1a-b88d-4d75-a483-498e651afd9e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.305283] env[62099]: DEBUG oslo_vmware.api [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897398, 'name': PowerOffVM_Task, 'duration_secs': 0.382481} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.307160] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1803.307338] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1803.307938] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70a066cb-9b62-4802-bf04-09bdfc230fc7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.339800] env[62099]: DEBUG nova.scheduler.client.report [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1803.418916] env[62099]: DEBUG oslo_concurrency.lockutils [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.419175] env[62099]: DEBUG oslo_concurrency.lockutils [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.420113] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f213bc08-8039-4fef-bbe0-4b1470e5ae22 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.442327] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a4ff10-e0b7-4359-ab8a-7c650f23cc0e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.473697] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Reconfiguring VM to detach interface {{(pid=62099) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1803.480652] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a6cdc24-149d-42bc-aa25-29605b4d8191 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.501762] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1803.501762] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1803.501762] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Deleting the datastore file [datastore1] 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.504341] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e769db1-1290-4627-9042-37ebe2dff887 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.512059] env[62099]: DEBUG oslo_vmware.api [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for the task: (returnval){ [ 1803.512059] env[62099]: value = "task-1897400" [ 1803.512059] env[62099]: _type = "Task" [ 1803.512059] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.514507] env[62099]: DEBUG oslo_vmware.api [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1803.514507] env[62099]: value = "task-1897401" [ 1803.514507] env[62099]: _type = "Task" [ 1803.514507] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.530335] env[62099]: DEBUG oslo_vmware.api [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.530585] env[62099]: DEBUG oslo_vmware.api [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897401, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.666753] env[62099]: DEBUG nova.network.neutron [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Updating instance_info_cache with network_info: [{"id": "33f4a87d-f199-499f-b4fb-4dde11eef008", "address": "fa:16:3e:22:e2:83", "network": {"id": "ece79ee5-894b-4783-a5ba-06f35c6ca8fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887834337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d82d0e60385040708ad8ff119c1d1970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33f4a87d-f1", "ovs_interfaceid": "33f4a87d-f199-499f-b4fb-4dde11eef008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.737542] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a25703-69d4-4399-ad55-e4c2d7bbb0b5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.746111] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4a260240-919a-40b4-bf27-33b47f98f9d4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Doing hard reboot of VM {{(pid=62099) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1803.747466] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-26ac6949-a90c-49b4-a9e8-7c5d2e53243f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.754738] env[62099]: DEBUG oslo_vmware.api [None req-4a260240-919a-40b4-bf27-33b47f98f9d4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1803.754738] env[62099]: value = "task-1897402" [ 1803.754738] env[62099]: _type = "Task" [ 1803.754738] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.768855] env[62099]: DEBUG oslo_vmware.api [None req-4a260240-919a-40b4-bf27-33b47f98f9d4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897402, 'name': ResetVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.845637] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.869243] env[62099]: INFO nova.scheduler.client.report [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleted allocations for instance 37a471a8-7d62-4820-91cb-f47380b488ba [ 1804.027833] env[62099]: DEBUG oslo_vmware.api [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Task: {'id': task-1897400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159159} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.032125] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1804.032375] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1804.033044] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1804.033044] env[62099]: INFO nova.compute.manager [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1804.033044] env[62099]: DEBUG oslo.service.loopingcall [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.033195] env[62099]: DEBUG oslo_vmware.api [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.034635] env[62099]: DEBUG nova.compute.manager [-] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1804.034679] env[62099]: DEBUG nova.network.neutron [-] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1804.173017] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Releasing lock "refresh_cache-d50d3f34-69f7-41c8-9e0c-471029048e8b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.173017] env[62099]: DEBUG nova.objects.instance [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lazy-loading 'flavor' on Instance uuid d50d3f34-69f7-41c8-9e0c-471029048e8b {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1804.263917] env[62099]: DEBUG oslo_vmware.api [None req-4a260240-919a-40b4-bf27-33b47f98f9d4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897402, 'name': ResetVM_Task, 'duration_secs': 0.098594} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.264224] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4a260240-919a-40b4-bf27-33b47f98f9d4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Did hard reboot of VM {{(pid=62099) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1804.264376] env[62099]: DEBUG nova.compute.manager [None req-4a260240-919a-40b4-bf27-33b47f98f9d4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1804.265166] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce79a61c-290a-4519-bca2-0b487ac6a568 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.363248] env[62099]: DEBUG nova.compute.manager [req-fee371db-9311-4f26-8a41-ee224271a6ad req-d299abf5-7f95-426a-963e-1b53f8dae86f service nova] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Received event network-vif-deleted-712b691f-0e5b-43f4-ad43-c9cd0294eafa {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1804.363488] env[62099]: INFO nova.compute.manager [req-fee371db-9311-4f26-8a41-ee224271a6ad req-d299abf5-7f95-426a-963e-1b53f8dae86f service nova] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Neutron deleted interface 712b691f-0e5b-43f4-ad43-c9cd0294eafa; detaching it from the instance and deleting it from the info cache [ 1804.363664] env[62099]: DEBUG nova.network.neutron [req-fee371db-9311-4f26-8a41-ee224271a6ad req-d299abf5-7f95-426a-963e-1b53f8dae86f service nova] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.377959] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b850009c-498f-4c5b-b92a-56760313faa3 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "37a471a8-7d62-4820-91cb-f47380b488ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.411s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.535020] env[62099]: DEBUG oslo_vmware.api [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.678642] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708bb7fa-6c64-41cc-bf4f-6134247722ae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.702300] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1804.704993] env[62099]: DEBUG oslo_vmware.rw_handles [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Completed reading data from the image iterator. {{(pid=62099) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1804.705209] env[62099]: DEBUG oslo_vmware.rw_handles [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245fe6d-5209-ff03-623e-1699ad088af7/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1804.705463] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f381786-7976-49fa-887b-4b1f3e9f8dc3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.708275] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8144fec9-9c3b-4ba6-864a-294a10c7fe02 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.715825] env[62099]: DEBUG oslo_vmware.rw_handles [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245fe6d-5209-ff03-623e-1699ad088af7/disk-0.vmdk is in state: ready. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1804.716058] env[62099]: DEBUG oslo_vmware.rw_handles [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245fe6d-5209-ff03-623e-1699ad088af7/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1804.717555] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-515485aa-fefe-4291-a5aa-2dab6f900f0b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.719518] env[62099]: DEBUG oslo_vmware.api [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1804.719518] env[62099]: value = "task-1897403" [ 1804.719518] env[62099]: _type = "Task" [ 1804.719518] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.728462] env[62099]: DEBUG oslo_vmware.api [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.778215] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4a260240-919a-40b4-bf27-33b47f98f9d4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "028e8c79-66a7-431e-9743-f704a5c79c9e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.474s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.840285] env[62099]: DEBUG nova.network.neutron [-] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.866495] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03001c9c-9768-4359-98b0-143ff4863f60 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.875730] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceb9454-241f-4850-9323-f02039bbca84 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.910890] env[62099]: DEBUG nova.compute.manager [req-fee371db-9311-4f26-8a41-ee224271a6ad req-d299abf5-7f95-426a-963e-1b53f8dae86f service nova] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Detach interface failed, port_id=712b691f-0e5b-43f4-ad43-c9cd0294eafa, reason: Instance 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1804.930833] env[62099]: DEBUG oslo_vmware.rw_handles [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245fe6d-5209-ff03-623e-1699ad088af7/disk-0.vmdk. {{(pid=62099) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1804.931142] env[62099]: INFO nova.virt.vmwareapi.images [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Downloaded image file data 2aa27528-8df6-475f-83d0-83c417c52e5b [ 1804.932174] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d11325-ccd8-451b-a283-7ac57c9b512f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.951258] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de134ff5-959e-4fcb-b849-adced29e6537 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.976077] env[62099]: INFO nova.virt.vmwareapi.images [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] The imported VM was unregistered [ 1804.981134] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Caching image {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1804.981134] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2aa27528-8df6-475f-83d0-83c417c52e5b {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1804.981134] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0bf35ac-8521-4f33-8a06-8e64e7c347f1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.027480] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Created directory with path [datastore2] devstack-image-cache_base/2aa27528-8df6-475f-83d0-83c417c52e5b {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1805.027480] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5b41265e-c562-4665-bbde-7bad5f87595d/OSTACK_IMG_5b41265e-c562-4665-bbde-7bad5f87595d.vmdk to [datastore2] devstack-image-cache_base/2aa27528-8df6-475f-83d0-83c417c52e5b/2aa27528-8df6-475f-83d0-83c417c52e5b.vmdk. {{(pid=62099) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1805.027822] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-095f2338-e417-4dcc-8b06-79a85e53500f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.033148] env[62099]: DEBUG oslo_vmware.api [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.039101] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1805.039101] env[62099]: value = "task-1897405" [ 1805.039101] env[62099]: _type = "Task" [ 1805.039101] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.045490] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897405, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.229090] env[62099]: DEBUG oslo_vmware.api [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897403, 'name': PowerOffVM_Task, 'duration_secs': 0.242022} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.229394] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1805.235084] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1805.235421] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df2b2f15-577a-49b1-80bf-9f1ffcf0213c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.254061] env[62099]: DEBUG oslo_vmware.api [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1805.254061] env[62099]: value = "task-1897406" [ 1805.254061] env[62099]: _type = "Task" [ 1805.254061] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.262688] env[62099]: DEBUG oslo_vmware.api [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.343983] env[62099]: INFO nova.compute.manager [-] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Took 1.31 seconds to deallocate network for instance. [ 1805.548090] env[62099]: DEBUG oslo_vmware.api [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.562364] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897405, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.766638] env[62099]: DEBUG oslo_vmware.api [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897406, 'name': ReconfigVM_Task, 'duration_secs': 0.226921} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.766968] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1805.767212] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1805.767491] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e17ddc6-0c46-4d8c-93ad-6baf443c3cc5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.778035] env[62099]: DEBUG oslo_vmware.api [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1805.778035] env[62099]: value = "task-1897407" [ 1805.778035] env[62099]: _type = "Task" [ 1805.778035] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.784749] env[62099]: DEBUG oslo_vmware.api [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.854206] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.854206] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.854206] env[62099]: DEBUG nova.objects.instance [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lazy-loading 'resources' on Instance uuid 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.043935] env[62099]: DEBUG oslo_vmware.api [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.059461] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897405, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.111211] env[62099]: DEBUG oslo_concurrency.lockutils [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "f3aa61db-f6e2-486f-9804-fec6cc78caa3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.111508] env[62099]: DEBUG oslo_concurrency.lockutils [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "f3aa61db-f6e2-486f-9804-fec6cc78caa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.111730] env[62099]: DEBUG oslo_concurrency.lockutils [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "f3aa61db-f6e2-486f-9804-fec6cc78caa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.111935] env[62099]: DEBUG oslo_concurrency.lockutils [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "f3aa61db-f6e2-486f-9804-fec6cc78caa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.112876] env[62099]: DEBUG oslo_concurrency.lockutils [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "f3aa61db-f6e2-486f-9804-fec6cc78caa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.114424] env[62099]: INFO nova.compute.manager [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Terminating instance [ 1806.286753] env[62099]: DEBUG oslo_vmware.api [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897407, 'name': PowerOnVM_Task, 'duration_secs': 0.460211} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.287778] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1806.287778] env[62099]: DEBUG nova.compute.manager [None req-7e07f6d0-5c88-41d9-9aae-b347d13e256e tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1806.288380] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45deceb-a1e4-4d1a-8af2-f612d9a6bdf1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.541667] env[62099]: DEBUG oslo_vmware.api [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.556088] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a006c82-33eb-4ef1-a0d8-2875ba026c7b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.565521] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897405, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.566608] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe6c6bb-ba1d-415a-842c-52ff9d4e1273 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.600110] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2e66cb-6352-4623-815d-47ee8458f746 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.608576] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1cebdf-34de-49b4-947e-436247dd5ec8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.623250] env[62099]: DEBUG nova.compute.manager [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1806.623481] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1806.624036] env[62099]: DEBUG nova.compute.provider_tree [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.625925] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b2ee4e-deb6-48b2-9654-f7fbe182888c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.634358] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1806.635259] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d0d69e6-c719-463b-be19-c9082245d9f4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.643386] env[62099]: DEBUG oslo_vmware.api [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1806.643386] env[62099]: value = "task-1897408" [ 1806.643386] env[62099]: _type = "Task" [ 1806.643386] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.653663] env[62099]: DEBUG oslo_vmware.api [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.040139] env[62099]: DEBUG oslo_vmware.api [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.059405] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897405, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.130322] env[62099]: DEBUG nova.scheduler.client.report [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1807.156773] env[62099]: DEBUG oslo_vmware.api [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897408, 'name': PowerOffVM_Task, 'duration_secs': 0.211453} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.157412] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1807.157955] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1807.158437] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68791bda-5244-47fe-9e7c-0ae2af9c1d08 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.278062] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1807.278303] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1807.278489] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleting the datastore file [datastore1] f3aa61db-f6e2-486f-9804-fec6cc78caa3 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1807.278772] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd274cf7-52f0-490f-a808-f1b34664d676 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.285402] env[62099]: DEBUG oslo_vmware.api [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for the task: (returnval){ [ 1807.285402] env[62099]: value = "task-1897410" [ 1807.285402] env[62099]: _type = "Task" [ 1807.285402] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.294480] env[62099]: DEBUG oslo_vmware.api [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.422613] env[62099]: DEBUG oslo_concurrency.lockutils [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquiring lock "e6e56501-9487-4ba4-b9e5-e65f2a4fb8de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.422939] env[62099]: DEBUG oslo_concurrency.lockutils [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "e6e56501-9487-4ba4-b9e5-e65f2a4fb8de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.541669] env[62099]: DEBUG oslo_vmware.api [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.561955] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897405, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.635453] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.652608] env[62099]: INFO nova.scheduler.client.report [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Deleted allocations for instance 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9 [ 1807.795853] env[62099]: DEBUG oslo_vmware.api [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.844221] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquiring lock "2c9bb585-0830-4e2d-9591-efb2b6c4a287" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.844458] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "2c9bb585-0830-4e2d-9591-efb2b6c4a287" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.925589] env[62099]: DEBUG nova.compute.manager [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1807.984068] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "d50d3f34-69f7-41c8-9e0c-471029048e8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.984068] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "d50d3f34-69f7-41c8-9e0c-471029048e8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.984288] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "d50d3f34-69f7-41c8-9e0c-471029048e8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.984463] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "d50d3f34-69f7-41c8-9e0c-471029048e8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.984640] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "d50d3f34-69f7-41c8-9e0c-471029048e8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.986983] env[62099]: INFO nova.compute.manager [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Terminating instance [ 1808.041367] env[62099]: DEBUG oslo_vmware.api [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.061188] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897405, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.161654] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f5fae7a4-1dcd-4ecf-bdfe-8ac1e440bd2d tempest-VolumesAdminNegativeTest-603233535 tempest-VolumesAdminNegativeTest-603233535-project-member] Lock "8fe8c676-bd96-4da3-a5bc-c1c46b61dae9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.914s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.301578] env[62099]: DEBUG oslo_vmware.api [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Task: {'id': task-1897410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.824297} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.302029] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1808.302224] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1808.302465] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1808.302949] env[62099]: INFO nova.compute.manager [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1808.303269] env[62099]: DEBUG oslo.service.loopingcall [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1808.303633] env[62099]: DEBUG nova.compute.manager [-] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1808.303633] env[62099]: DEBUG nova.network.neutron [-] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1808.346563] env[62099]: DEBUG nova.compute.manager [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1808.453570] env[62099]: DEBUG oslo_concurrency.lockutils [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.453570] env[62099]: DEBUG oslo_concurrency.lockutils [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.453852] env[62099]: INFO nova.compute.claims [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1808.493086] env[62099]: DEBUG nova.compute.manager [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1808.493086] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1808.494117] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812dc527-4eff-4254-9478-8479971c2aa7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.507686] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1808.507686] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7265288c-5c24-46e2-8d40-38949319f5f8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.512699] env[62099]: DEBUG oslo_vmware.api [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1808.512699] env[62099]: value = "task-1897411" [ 1808.512699] env[62099]: _type = "Task" [ 1808.512699] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.523038] env[62099]: DEBUG oslo_vmware.api [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.542370] env[62099]: DEBUG oslo_vmware.api [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.562177] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897405, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.138865} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.562177] env[62099]: INFO nova.virt.vmwareapi.ds_util [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5b41265e-c562-4665-bbde-7bad5f87595d/OSTACK_IMG_5b41265e-c562-4665-bbde-7bad5f87595d.vmdk to [datastore2] devstack-image-cache_base/2aa27528-8df6-475f-83d0-83c417c52e5b/2aa27528-8df6-475f-83d0-83c417c52e5b.vmdk. [ 1808.562177] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Cleaning up location [datastore2] OSTACK_IMG_5b41265e-c562-4665-bbde-7bad5f87595d {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1808.562177] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5b41265e-c562-4665-bbde-7bad5f87595d {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1808.562421] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77dcb525-953f-41db-b718-02b885c03cc7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.569168] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1808.569168] env[62099]: value = "task-1897412" [ 1808.569168] env[62099]: _type = "Task" [ 1808.569168] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.577664] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.670106] env[62099]: DEBUG nova.compute.manager [req-a85624ec-1c3a-46b7-8cc8-c745b7a51c25 req-5ce3a4df-b6b3-40d3-8c15-16749151ec34 service nova] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Received event network-vif-deleted-4b9227c9-90ca-4343-b5e8-72ac39892b10 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1808.672439] env[62099]: INFO nova.compute.manager [req-a85624ec-1c3a-46b7-8cc8-c745b7a51c25 req-5ce3a4df-b6b3-40d3-8c15-16749151ec34 service nova] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Neutron deleted interface 4b9227c9-90ca-4343-b5e8-72ac39892b10; detaching it from the instance and deleting it from the info cache [ 1808.672439] env[62099]: DEBUG nova.network.neutron [req-a85624ec-1c3a-46b7-8cc8-c745b7a51c25 req-5ce3a4df-b6b3-40d3-8c15-16749151ec34 service nova] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.867743] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.026346] env[62099]: DEBUG oslo_vmware.api [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897411, 'name': PowerOffVM_Task, 'duration_secs': 0.357052} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.026346] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1809.026346] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1809.026569] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fa2bf74-301d-4017-89da-88cee8d13724 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.043037] env[62099]: DEBUG oslo_vmware.api [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897401, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.079373] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166473} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.079680] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1809.080499] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2aa27528-8df6-475f-83d0-83c417c52e5b/2aa27528-8df6-475f-83d0-83c417c52e5b.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.080499] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2aa27528-8df6-475f-83d0-83c417c52e5b/2aa27528-8df6-475f-83d0-83c417c52e5b.vmdk to [datastore2] 69fd58ca-a8c0-4c77-9062-caf63d38be25/69fd58ca-a8c0-4c77-9062-caf63d38be25.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1809.080499] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8460713-a1b3-4a5b-a0c1-7e008d85c41a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.087744] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1809.087744] env[62099]: value = "task-1897414" [ 1809.087744] env[62099]: _type = "Task" [ 1809.087744] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.096446] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.146337] env[62099]: DEBUG nova.network.neutron [-] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.159178] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1809.159434] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1809.159746] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Deleting the datastore file [datastore1] d50d3f34-69f7-41c8-9e0c-471029048e8b {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1809.160061] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c73b194-cf4e-474e-a84b-4968769aacb2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.170747] env[62099]: DEBUG oslo_vmware.api [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1809.170747] env[62099]: value = "task-1897415" [ 1809.170747] env[62099]: _type = "Task" [ 1809.170747] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.176808] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b1400bf-661c-440a-aeb7-3c2afb95c6ad {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.185739] env[62099]: DEBUG oslo_vmware.api [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.189988] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa6d7bd-0e19-491b-8b1a-9f7cab33467c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.231846] env[62099]: DEBUG nova.compute.manager [req-a85624ec-1c3a-46b7-8cc8-c745b7a51c25 req-5ce3a4df-b6b3-40d3-8c15-16749151ec34 service nova] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Detach interface failed, port_id=4b9227c9-90ca-4343-b5e8-72ac39892b10, reason: Instance f3aa61db-f6e2-486f-9804-fec6cc78caa3 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1809.544579] env[62099]: DEBUG oslo_vmware.api [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897401, 'name': ReconfigVM_Task, 'duration_secs': 5.839894} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.545032] env[62099]: DEBUG oslo_concurrency.lockutils [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.545380] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Reconfigured VM to detach interface {{(pid=62099) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1809.597891] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897414, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.648949] env[62099]: INFO nova.compute.manager [-] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Took 1.35 seconds to deallocate network for instance. [ 1809.686931] env[62099]: DEBUG oslo_vmware.api [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190499} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.687281] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1809.687492] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1809.687685] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1809.687868] env[62099]: INFO nova.compute.manager [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1809.688151] env[62099]: DEBUG oslo.service.loopingcall [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.688392] env[62099]: DEBUG nova.compute.manager [-] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1809.688489] env[62099]: DEBUG nova.network.neutron [-] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1809.761165] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c761902-6668-419e-944a-377a48e91757 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.769655] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0b7560-0090-409b-ace3-07108ad51a93 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.808183] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f10bc5-9c22-42ef-9df0-2e01bab0fe10 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.818972] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a90bc89-e162-4232-bcb8-c827a2e4bd13 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.840829] env[62099]: DEBUG nova.compute.provider_tree [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.100667] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897414, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.128211] env[62099]: DEBUG nova.compute.manager [req-d0eb392c-9f91-429a-86c0-f96ff4c8eef2 req-177a78b8-0a8d-4344-b7e4-04c6c00b8fe9 service nova] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Received event network-vif-deleted-33f4a87d-f199-499f-b4fb-4dde11eef008 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1810.129081] env[62099]: INFO nova.compute.manager [req-d0eb392c-9f91-429a-86c0-f96ff4c8eef2 req-177a78b8-0a8d-4344-b7e4-04c6c00b8fe9 service nova] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Neutron deleted interface 33f4a87d-f199-499f-b4fb-4dde11eef008; detaching it from the instance and deleting it from the info cache [ 1810.129081] env[62099]: DEBUG nova.network.neutron [req-d0eb392c-9f91-429a-86c0-f96ff4c8eef2 req-177a78b8-0a8d-4344-b7e4-04c6c00b8fe9 service nova] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.156945] env[62099]: DEBUG oslo_concurrency.lockutils [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.344323] env[62099]: DEBUG nova.scheduler.client.report [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1810.435785] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.436518] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.436518] env[62099]: INFO nova.compute.manager [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Shelving [ 1810.595771] env[62099]: DEBUG nova.network.neutron [-] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.600352] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897414, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.631953] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19829b4f-8285-401f-a7b8-87b07a7ac961 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.643880] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30612f47-8703-417f-8583-3db5d18ab4e2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.687384] env[62099]: DEBUG nova.compute.manager [req-d0eb392c-9f91-429a-86c0-f96ff4c8eef2 req-177a78b8-0a8d-4344-b7e4-04c6c00b8fe9 service nova] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Detach interface failed, port_id=33f4a87d-f199-499f-b4fb-4dde11eef008, reason: Instance d50d3f34-69f7-41c8-9e0c-471029048e8b could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1810.710135] env[62099]: DEBUG nova.compute.manager [req-ee88ea31-415a-4c04-b0fd-0efa75d72288 req-37347a45-c293-42fe-a5db-6079f0a5edf0 service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Received event network-vif-deleted-05d24e29-480f-499d-9682-eecec814c5c9 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1810.710340] env[62099]: INFO nova.compute.manager [req-ee88ea31-415a-4c04-b0fd-0efa75d72288 req-37347a45-c293-42fe-a5db-6079f0a5edf0 service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Neutron deleted interface 05d24e29-480f-499d-9682-eecec814c5c9; detaching it from the instance and deleting it from the info cache [ 1810.710625] env[62099]: DEBUG nova.network.neutron [req-ee88ea31-415a-4c04-b0fd-0efa75d72288 req-37347a45-c293-42fe-a5db-6079f0a5edf0 service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Updating instance_info_cache with network_info: [{"id": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "address": "fa:16:3e:18:dd:1f", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85cc4d5-cb", "ovs_interfaceid": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0305133c-7787-4b9d-898d-3dae92d95c12", "address": "fa:16:3e:0d:31:e1", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0305133c-77", "ovs_interfaceid": "0305133c-7787-4b9d-898d-3dae92d95c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.849708] env[62099]: DEBUG oslo_concurrency.lockutils [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.850458] env[62099]: DEBUG nova.compute.manager [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1810.853226] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.986s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.854811] env[62099]: INFO nova.compute.claims [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1810.896487] env[62099]: DEBUG oslo_concurrency.lockutils [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.896719] env[62099]: DEBUG oslo_concurrency.lockutils [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.896900] env[62099]: DEBUG nova.network.neutron [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1811.104168] env[62099]: INFO nova.compute.manager [-] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Took 1.42 seconds to deallocate network for instance. [ 1811.104844] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897414, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.213382] env[62099]: DEBUG oslo_concurrency.lockutils [req-ee88ea31-415a-4c04-b0fd-0efa75d72288 req-37347a45-c293-42fe-a5db-6079f0a5edf0 service nova] Acquiring lock "2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.213590] env[62099]: DEBUG oslo_concurrency.lockutils [req-ee88ea31-415a-4c04-b0fd-0efa75d72288 req-37347a45-c293-42fe-a5db-6079f0a5edf0 service nova] Acquired lock "2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.214481] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0026e8c3-47bb-443e-8822-8de1317d1718 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.234840] env[62099]: DEBUG oslo_concurrency.lockutils [req-ee88ea31-415a-4c04-b0fd-0efa75d72288 req-37347a45-c293-42fe-a5db-6079f0a5edf0 service nova] Releasing lock "2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.234840] env[62099]: WARNING nova.compute.manager [req-ee88ea31-415a-4c04-b0fd-0efa75d72288 req-37347a45-c293-42fe-a5db-6079f0a5edf0 service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Detach interface failed, port_id=05d24e29-480f-499d-9682-eecec814c5c9, reason: No device with interface-id 05d24e29-480f-499d-9682-eecec814c5c9 exists on VM: nova.exception.NotFound: No device with interface-id 05d24e29-480f-499d-9682-eecec814c5c9 exists on VM [ 1811.360715] env[62099]: DEBUG nova.compute.utils [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1811.367034] env[62099]: DEBUG nova.compute.manager [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Not allocating networking since 'none' was specified. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1811.454556] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1811.454914] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42f80ebf-5218-4afe-948a-098ee0303092 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.463056] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1811.463056] env[62099]: value = "task-1897416" [ 1811.463056] env[62099]: _type = "Task" [ 1811.463056] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.473605] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.556714] env[62099]: DEBUG oslo_concurrency.lockutils [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "2efc88b6-568a-46c3-89a0-f227c5ada671" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.556993] env[62099]: DEBUG oslo_concurrency.lockutils [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "2efc88b6-568a-46c3-89a0-f227c5ada671" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.557234] env[62099]: DEBUG oslo_concurrency.lockutils [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "2efc88b6-568a-46c3-89a0-f227c5ada671-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.557421] env[62099]: DEBUG oslo_concurrency.lockutils [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "2efc88b6-568a-46c3-89a0-f227c5ada671-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.557680] env[62099]: DEBUG oslo_concurrency.lockutils [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "2efc88b6-568a-46c3-89a0-f227c5ada671-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.560185] env[62099]: INFO nova.compute.manager [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Terminating instance [ 1811.601909] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897414, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.616666] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.676405] env[62099]: INFO nova.network.neutron [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Port 0305133c-7787-4b9d-898d-3dae92d95c12 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1811.676405] env[62099]: DEBUG nova.network.neutron [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Updating instance_info_cache with network_info: [{"id": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "address": "fa:16:3e:18:dd:1f", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85cc4d5-cb", "ovs_interfaceid": "c85cc4d5-cbab-4027-9077-a9ddf7978481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.868456] env[62099]: DEBUG nova.compute.manager [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1811.972483] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897416, 'name': PowerOffVM_Task, 'duration_secs': 0.312028} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.975844] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1811.976838] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04dd9ce-5c35-42f4-964a-52807df189f1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.997295] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85cea06-4b4b-4769-b948-7a6346a994ec {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.066908] env[62099]: DEBUG nova.compute.manager [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1812.067149] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1812.068253] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf9ed35-32a3-468d-9e25-4ccd01c9cc75 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.075784] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1812.076050] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77b0137e-7de7-47bd-8fcd-ca60bc596119 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.083394] env[62099]: DEBUG oslo_vmware.api [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1812.083394] env[62099]: value = "task-1897417" [ 1812.083394] env[62099]: _type = "Task" [ 1812.083394] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.091423] env[62099]: DEBUG oslo_vmware.api [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.101385] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897414, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.572773} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.101657] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2aa27528-8df6-475f-83d0-83c417c52e5b/2aa27528-8df6-475f-83d0-83c417c52e5b.vmdk to [datastore2] 69fd58ca-a8c0-4c77-9062-caf63d38be25/69fd58ca-a8c0-4c77-9062-caf63d38be25.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1812.102512] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b1cb18-04ba-48ed-89d2-0ea02bc134a8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.106391] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0ebe22-3d84-440e-b7bb-50c5e9a31df6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.128529] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 69fd58ca-a8c0-4c77-9062-caf63d38be25/69fd58ca-a8c0-4c77-9062-caf63d38be25.vmdk or device None with type streamOptimized {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1812.130320] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fc7ca0d-7284-43bf-9b32-87a52d1ea53a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.145210] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54244ae0-6b8b-44c7-be4a-74087d24d5ae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.181965] env[62099]: DEBUG oslo_concurrency.lockutils [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "refresh_cache-2efc88b6-568a-46c3-89a0-f227c5ada671" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.189094] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935c6165-94b2-4654-8c1d-e59d9e2f2a15 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.193129] env[62099]: DEBUG nova.compute.manager [req-9f1c4611-dafd-4d51-a2ff-884863666571 req-986b8846-edc0-4acc-9258-4926036071c3 service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Received event network-vif-deleted-0305133c-7787-4b9d-898d-3dae92d95c12 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1812.193840] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1812.193840] env[62099]: value = "task-1897418" [ 1812.193840] env[62099]: _type = "Task" [ 1812.193840] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.202822] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ac5a87-9803-46fe-9ff7-a5e0f3ea327c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.210887] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.221783] env[62099]: DEBUG nova.compute.provider_tree [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.508217] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Creating Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1812.508541] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-138adcff-d65a-4210-a94e-c8e68cb70f2c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.515748] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1812.515748] env[62099]: value = "task-1897419" [ 1812.515748] env[62099]: _type = "Task" [ 1812.515748] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.523879] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897419, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.593021] env[62099]: DEBUG oslo_vmware.api [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897417, 'name': PowerOffVM_Task, 'duration_secs': 0.215781} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.593305] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1812.593477] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1812.593736] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c8e71fb-7244-47a0-bc5c-bb735a209778 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.687935] env[62099]: DEBUG oslo_concurrency.lockutils [None req-811324f8-f84f-4ac0-beca-7557cbe0e920 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-2efc88b6-568a-46c3-89a0-f227c5ada671-05d24e29-480f-499d-9682-eecec814c5c9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.772s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.704737] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.724590] env[62099]: DEBUG nova.scheduler.client.report [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1812.837640] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1812.837964] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1812.838225] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Deleting the datastore file [datastore1] 2efc88b6-568a-46c3-89a0-f227c5ada671 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1812.838552] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e2c1325-a60a-42c7-aa87-93c5d7fcbed5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.845386] env[62099]: DEBUG oslo_vmware.api [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1812.845386] env[62099]: value = "task-1897421" [ 1812.845386] env[62099]: _type = "Task" [ 1812.845386] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.853101] env[62099]: DEBUG oslo_vmware.api [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.884787] env[62099]: DEBUG nova.compute.manager [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1812.911467] env[62099]: DEBUG nova.virt.hardware [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1812.911735] env[62099]: DEBUG nova.virt.hardware [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1812.911814] env[62099]: DEBUG nova.virt.hardware [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1812.911990] env[62099]: DEBUG nova.virt.hardware [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1812.912158] env[62099]: DEBUG nova.virt.hardware [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1812.912307] env[62099]: DEBUG nova.virt.hardware [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1812.912519] env[62099]: DEBUG nova.virt.hardware [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1812.912681] env[62099]: DEBUG nova.virt.hardware [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1812.912851] env[62099]: DEBUG nova.virt.hardware [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1812.913086] env[62099]: DEBUG nova.virt.hardware [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1812.913222] env[62099]: DEBUG nova.virt.hardware [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1812.914263] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268ea938-c9ff-43f3-9425-5bc006d97fb4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.922505] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d219c6-98d4-4959-b712-3d9e5f9f3fde {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.936121] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Instance VIF info [] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1812.941725] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Creating folder: Project (8a9aa104c4cd47e59c9842df28103acb). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1812.942145] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1926c0d9-1f9e-4d3f-a6ac-73732d47614c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.954419] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Created folder: Project (8a9aa104c4cd47e59c9842df28103acb) in parent group-v391507. [ 1812.954594] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Creating folder: Instances. Parent ref: group-v391789. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1812.954863] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-588ced7c-4976-4221-9e15-966944d48134 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.967946] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Created folder: Instances in parent group-v391789. [ 1812.968207] env[62099]: DEBUG oslo.service.loopingcall [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.968401] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1812.968610] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01514524-00cb-49ae-bc62-923817abd8cc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.987082] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1812.987082] env[62099]: value = "task-1897424" [ 1812.987082] env[62099]: _type = "Task" [ 1812.987082] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.996481] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897424, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.025111] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897419, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.205053] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897418, 'name': ReconfigVM_Task, 'duration_secs': 0.643745} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.205401] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 69fd58ca-a8c0-4c77-9062-caf63d38be25/69fd58ca-a8c0-4c77-9062-caf63d38be25.vmdk or device None with type streamOptimized {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1813.207066] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'disk_bus': None, 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'size': 0, 'image_id': '998989bf-08a2-419d-9424-a21a0f6201ec'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'device_type': None, 'guest_format': None, 'attachment_id': '925c0cb1-8f46-4127-946e-6af130cb101b', 'disk_bus': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391785', 'volume_id': '93721ad1-7f06-4e5a-bf90-b2849962933f', 'name': 'volume-93721ad1-7f06-4e5a-bf90-b2849962933f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '69fd58ca-a8c0-4c77-9062-caf63d38be25', 'attached_at': '', 'detached_at': '', 'volume_id': '93721ad1-7f06-4e5a-bf90-b2849962933f', 'serial': '93721ad1-7f06-4e5a-bf90-b2849962933f'}, 'volume_type': None}], 'swap': None} {{(pid=62099) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1813.207309] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Volume attach. Driver type: vmdk {{(pid=62099) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1813.207536] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391785', 'volume_id': '93721ad1-7f06-4e5a-bf90-b2849962933f', 'name': 'volume-93721ad1-7f06-4e5a-bf90-b2849962933f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '69fd58ca-a8c0-4c77-9062-caf63d38be25', 'attached_at': '', 'detached_at': '', 'volume_id': '93721ad1-7f06-4e5a-bf90-b2849962933f', 'serial': '93721ad1-7f06-4e5a-bf90-b2849962933f'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1813.208379] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182f0588-b948-4aa0-84a7-48273a2faba8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.224736] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3af1371-e0a9-4227-92b5-f6fcfbf0b8e1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.229277] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.229792] env[62099]: DEBUG nova.compute.manager [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1813.244898] env[62099]: DEBUG oslo_concurrency.lockutils [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.088s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.245174] env[62099]: DEBUG nova.objects.instance [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lazy-loading 'resources' on Instance uuid f3aa61db-f6e2-486f-9804-fec6cc78caa3 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1813.254231] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-93721ad1-7f06-4e5a-bf90-b2849962933f/volume-93721ad1-7f06-4e5a-bf90-b2849962933f.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1813.257864] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfa94fb4-9b6b-4aa4-b939-5c88e1091638 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.278165] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1813.278165] env[62099]: value = "task-1897425" [ 1813.278165] env[62099]: _type = "Task" [ 1813.278165] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.288265] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.357909] env[62099]: DEBUG oslo_vmware.api [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199329} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.358263] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1813.358490] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1813.358719] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1813.358948] env[62099]: INFO nova.compute.manager [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1813.359257] env[62099]: DEBUG oslo.service.loopingcall [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1813.359460] env[62099]: DEBUG nova.compute.manager [-] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1813.359581] env[62099]: DEBUG nova.network.neutron [-] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1813.410042] env[62099]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 0305133c-7787-4b9d-898d-3dae92d95c12 could not be found.", "detail": ""}} {{(pid=62099) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1813.410283] env[62099]: DEBUG nova.network.neutron [-] Unable to show port 0305133c-7787-4b9d-898d-3dae92d95c12 as it no longer exists. {{(pid=62099) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1813.468311] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6cedca-c0da-4961-bfb9-cb70ed05137e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.476500] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cfd913-d1ba-424c-ae37-8d6b856610d9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.511425] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e16284-2b62-4331-88ef-78ac8eb927fb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.519020] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897424, 'name': CreateVM_Task, 'duration_secs': 0.336686} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.523848] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1813.524531] env[62099]: DEBUG oslo_concurrency.lockutils [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.524580] env[62099]: DEBUG oslo_concurrency.lockutils [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.524918] env[62099]: DEBUG oslo_concurrency.lockutils [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1813.526171] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e95cf15-60eb-49e9-99af-2a8335c889d9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.531278] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f06e2e78-20c7-4785-9b1f-52b222355ec1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.536113] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897419, 'name': CreateSnapshot_Task, 'duration_secs': 0.511941} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.536679] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Created Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1813.537614] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65634960-be7d-411a-9e03-7d59c1def415 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.549036] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1813.549036] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b13fe3-fa22-d262-1cf7-5473b35349e5" [ 1813.549036] env[62099]: _type = "Task" [ 1813.549036] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.549517] env[62099]: DEBUG nova.compute.provider_tree [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1813.564802] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b13fe3-fa22-d262-1cf7-5473b35349e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010939} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.565719] env[62099]: DEBUG oslo_concurrency.lockutils [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.565952] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1813.566261] env[62099]: DEBUG oslo_concurrency.lockutils [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.567566] env[62099]: DEBUG oslo_concurrency.lockutils [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.567566] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1813.567566] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-459088ea-1f0a-4498-a2da-b8df9a1faf05 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.577474] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1813.577679] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1813.578479] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d553fd35-b070-4ae8-a3e5-13fdc1eba297 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.583948] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1813.583948] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52db94fe-a85d-1a87-c060-3905631dac44" [ 1813.583948] env[62099]: _type = "Task" [ 1813.583948] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.593834] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52db94fe-a85d-1a87-c060-3905631dac44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.756623] env[62099]: DEBUG nova.compute.utils [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1813.758094] env[62099]: DEBUG nova.compute.manager [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Not allocating networking since 'none' was specified. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1813.789750] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897425, 'name': ReconfigVM_Task, 'duration_secs': 0.313717} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.790154] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-93721ad1-7f06-4e5a-bf90-b2849962933f/volume-93721ad1-7f06-4e5a-bf90-b2849962933f.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1813.795253] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc07e151-eaad-47b6-9811-dfd4f2390408 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.811077] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1813.811077] env[62099]: value = "task-1897426" [ 1813.811077] env[62099]: _type = "Task" [ 1813.811077] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.820086] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.058601] env[62099]: DEBUG nova.scheduler.client.report [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1814.068727] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Creating linked-clone VM from snapshot {{(pid=62099) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1814.070035] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c422681-bf64-47da-a080-c46d2312e97a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.077333] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1814.077333] env[62099]: value = "task-1897427" [ 1814.077333] env[62099]: _type = "Task" [ 1814.077333] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.088197] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897427, 'name': CloneVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.097402] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52db94fe-a85d-1a87-c060-3905631dac44, 'name': SearchDatastore_Task, 'duration_secs': 0.009716} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.098038] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73406bc6-2953-4423-981f-320d895a777c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.103553] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1814.103553] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529e969c-362a-fa5a-b013-86a5170924a8" [ 1814.103553] env[62099]: _type = "Task" [ 1814.103553] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.111212] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529e969c-362a-fa5a-b013-86a5170924a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.188225] env[62099]: DEBUG nova.compute.manager [req-437dc292-e5cf-4a1d-9f30-cacb22410720 req-0d4d3678-165d-41f9-b550-c52f90a30581 service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Received event network-vif-deleted-c85cc4d5-cbab-4027-9077-a9ddf7978481 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1814.188445] env[62099]: INFO nova.compute.manager [req-437dc292-e5cf-4a1d-9f30-cacb22410720 req-0d4d3678-165d-41f9-b550-c52f90a30581 service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Neutron deleted interface c85cc4d5-cbab-4027-9077-a9ddf7978481; detaching it from the instance and deleting it from the info cache [ 1814.188671] env[62099]: DEBUG nova.network.neutron [req-437dc292-e5cf-4a1d-9f30-cacb22410720 req-0d4d3678-165d-41f9-b550-c52f90a30581 service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.260516] env[62099]: DEBUG nova.compute.manager [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1814.310466] env[62099]: DEBUG nova.network.neutron [-] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.325054] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897426, 'name': ReconfigVM_Task, 'duration_secs': 0.143459} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.326279] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391785', 'volume_id': '93721ad1-7f06-4e5a-bf90-b2849962933f', 'name': 'volume-93721ad1-7f06-4e5a-bf90-b2849962933f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '69fd58ca-a8c0-4c77-9062-caf63d38be25', 'attached_at': '', 'detached_at': '', 'volume_id': '93721ad1-7f06-4e5a-bf90-b2849962933f', 'serial': '93721ad1-7f06-4e5a-bf90-b2849962933f'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1814.327217] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1f4eed3-7ca6-4332-b0a0-8aa1ea227afa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.334503] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1814.334503] env[62099]: value = "task-1897428" [ 1814.334503] env[62099]: _type = "Task" [ 1814.334503] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.344051] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897428, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.570532] env[62099]: DEBUG oslo_concurrency.lockutils [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.326s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.572975] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.956s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.573234] env[62099]: DEBUG nova.objects.instance [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lazy-loading 'resources' on Instance uuid d50d3f34-69f7-41c8-9e0c-471029048e8b {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1814.590040] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897427, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.592141] env[62099]: INFO nova.scheduler.client.report [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Deleted allocations for instance f3aa61db-f6e2-486f-9804-fec6cc78caa3 [ 1814.613845] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529e969c-362a-fa5a-b013-86a5170924a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011386} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.614217] env[62099]: DEBUG oslo_concurrency.lockutils [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.614424] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] e6e56501-9487-4ba4-b9e5-e65f2a4fb8de/e6e56501-9487-4ba4-b9e5-e65f2a4fb8de.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1814.614740] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85c96b83-a917-45d7-809f-5b866c4043bd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.621809] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1814.621809] env[62099]: value = "task-1897429" [ 1814.621809] env[62099]: _type = "Task" [ 1814.621809] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.630842] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.692171] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bd91d9f-2a01-45d0-86ad-166b2684adf6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.701902] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634530f5-7003-4b3f-bb08-55439dbab32f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.735257] env[62099]: DEBUG nova.compute.manager [req-437dc292-e5cf-4a1d-9f30-cacb22410720 req-0d4d3678-165d-41f9-b550-c52f90a30581 service nova] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Detach interface failed, port_id=c85cc4d5-cbab-4027-9077-a9ddf7978481, reason: Instance 2efc88b6-568a-46c3-89a0-f227c5ada671 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1814.819581] env[62099]: INFO nova.compute.manager [-] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Took 1.46 seconds to deallocate network for instance. [ 1814.844247] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897428, 'name': Rename_Task, 'duration_secs': 0.441469} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.844561] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1814.844844] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-153e82f2-0338-4329-a4cf-e42194254348 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.852406] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1814.852406] env[62099]: value = "task-1897430" [ 1814.852406] env[62099]: _type = "Task" [ 1814.852406] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.861124] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.090452] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897427, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.100443] env[62099]: DEBUG oslo_concurrency.lockutils [None req-807cd094-aebd-4b34-a75f-676b8ce7ca84 tempest-ServersTestJSON-1831222178 tempest-ServersTestJSON-1831222178-project-member] Lock "f3aa61db-f6e2-486f-9804-fec6cc78caa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.989s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.132716] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897429, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.265124] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1815.267177] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1815.270541] env[62099]: DEBUG nova.compute.manager [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1815.300599] env[62099]: DEBUG nova.virt.hardware [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1815.300918] env[62099]: DEBUG nova.virt.hardware [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1815.301098] env[62099]: DEBUG nova.virt.hardware [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1815.301314] env[62099]: DEBUG nova.virt.hardware [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1815.301448] env[62099]: DEBUG nova.virt.hardware [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1815.301599] env[62099]: DEBUG nova.virt.hardware [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1815.301815] env[62099]: DEBUG nova.virt.hardware [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1815.302024] env[62099]: DEBUG nova.virt.hardware [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1815.302218] env[62099]: DEBUG nova.virt.hardware [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1815.302485] env[62099]: DEBUG nova.virt.hardware [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1815.302581] env[62099]: DEBUG nova.virt.hardware [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1815.303520] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6594d7e-0a71-4d21-a6e3-44ece5865c1f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.313669] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d7ca5a-1cff-4381-8671-aa9e119ad408 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.321490] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77fe37e-6575-4f88-81b6-5dd6b6759b11 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.326430] env[62099]: DEBUG oslo_concurrency.lockutils [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.337510] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db52634-b199-4f2f-a3d2-1f40bb3b757c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.340995] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Instance VIF info [] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1815.346759] env[62099]: DEBUG oslo.service.loopingcall [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.347029] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1815.347671] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc7a52d5-7f1c-44c4-a1d3-738c5db8ea53 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.388225] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c56075-0bf8-4f58-9cb4-1a0350b1005f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.391659] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1815.391659] env[62099]: value = "task-1897431" [ 1815.391659] env[62099]: _type = "Task" [ 1815.391659] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.402932] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897430, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.407962] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897431, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.409374] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65c543a-6659-4778-9597-a6bd5325d5fe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.423612] env[62099]: DEBUG nova.compute.provider_tree [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1815.591500] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897427, 'name': CloneVM_Task, 'duration_secs': 1.368824} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.591727] env[62099]: INFO nova.virt.vmwareapi.vmops [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Created linked-clone VM from snapshot [ 1815.592518] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162b3f87-93f5-4d71-9d9d-332c330e440b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.600508] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Uploading image 5f127a1c-fde0-4330-8a11-e1da9c4566c7 {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1815.629156] env[62099]: DEBUG oslo_vmware.rw_handles [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1815.629156] env[62099]: value = "vm-391793" [ 1815.629156] env[62099]: _type = "VirtualMachine" [ 1815.629156] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1815.629156] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-41ef1ad2-3b78-4047-ba45-1a72b5120dca {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.636776] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519198} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.638021] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] e6e56501-9487-4ba4-b9e5-e65f2a4fb8de/e6e56501-9487-4ba4-b9e5-e65f2a4fb8de.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1815.638505] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1815.638640] env[62099]: DEBUG oslo_vmware.rw_handles [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lease: (returnval){ [ 1815.638640] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5229d222-45f1-50de-d69f-238bc11335ca" [ 1815.638640] env[62099]: _type = "HttpNfcLease" [ 1815.638640] env[62099]: } obtained for exporting VM: (result){ [ 1815.638640] env[62099]: value = "vm-391793" [ 1815.638640] env[62099]: _type = "VirtualMachine" [ 1815.638640] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1815.638906] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the lease: (returnval){ [ 1815.638906] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5229d222-45f1-50de-d69f-238bc11335ca" [ 1815.638906] env[62099]: _type = "HttpNfcLease" [ 1815.638906] env[62099]: } to be ready. {{(pid=62099) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1815.639086] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea96eb51-a92b-41d8-b510-2b66e48d5549 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.648342] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1815.648342] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5229d222-45f1-50de-d69f-238bc11335ca" [ 1815.648342] env[62099]: _type = "HttpNfcLease" [ 1815.648342] env[62099]: } is initializing. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1815.649548] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1815.649548] env[62099]: value = "task-1897433" [ 1815.649548] env[62099]: _type = "Task" [ 1815.649548] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.657301] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.894738] env[62099]: DEBUG oslo_vmware.api [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897430, 'name': PowerOnVM_Task, 'duration_secs': 0.598709} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.897697] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1815.907743] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897431, 'name': CreateVM_Task, 'duration_secs': 0.305123} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.907935] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1815.911345] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.911510] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.911819] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1815.912092] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f2d8bed-0a3d-4b8c-a302-4d3ccc270f0c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.920398] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1815.920398] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52be60ef-567a-62c4-aacb-aeced4157dbf" [ 1815.920398] env[62099]: _type = "Task" [ 1815.920398] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.928709] env[62099]: DEBUG nova.scheduler.client.report [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1815.931371] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52be60ef-567a-62c4-aacb-aeced4157dbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.003577] env[62099]: DEBUG nova.compute.manager [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1816.004494] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d10cd6-2f61-45ed-bf96-66e75dbe4d9b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.148929] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1816.148929] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5229d222-45f1-50de-d69f-238bc11335ca" [ 1816.148929] env[62099]: _type = "HttpNfcLease" [ 1816.148929] env[62099]: } is ready. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1816.149250] env[62099]: DEBUG oslo_vmware.rw_handles [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1816.149250] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5229d222-45f1-50de-d69f-238bc11335ca" [ 1816.149250] env[62099]: _type = "HttpNfcLease" [ 1816.149250] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1816.150026] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0492ad42-6d5d-401e-b3c8-2ff906813e63 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.161302] env[62099]: DEBUG oslo_vmware.rw_handles [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52043e56-06aa-484a-655c-5f731d96b325/disk-0.vmdk from lease info. {{(pid=62099) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1816.161302] env[62099]: DEBUG oslo_vmware.rw_handles [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52043e56-06aa-484a-655c-5f731d96b325/disk-0.vmdk for reading. {{(pid=62099) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1816.165702] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06541} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.166557] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1816.222047] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319bfddf-e0ac-44fa-ad6c-3a30f8a4cc32 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.244920] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] e6e56501-9487-4ba4-b9e5-e65f2a4fb8de/e6e56501-9487-4ba4-b9e5-e65f2a4fb8de.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1816.245252] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4627a80b-d908-4444-9c22-8ce32c4d4f33 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.265024] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1816.265024] env[62099]: value = "task-1897434" [ 1816.265024] env[62099]: _type = "Task" [ 1816.265024] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.274520] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.323193] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-85fd49e7-61e0-44c9-82ac-599329dcab34 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.430916] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52be60ef-567a-62c4-aacb-aeced4157dbf, 'name': SearchDatastore_Task, 'duration_secs': 0.055807} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.431280] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.431514] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1816.431772] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.431960] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.432201] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1816.432937] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.434882] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9af81f42-c9ab-46f6-97e4-1123164ff54f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.437056] env[62099]: DEBUG oslo_concurrency.lockutils [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.111s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.437290] env[62099]: DEBUG nova.objects.instance [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lazy-loading 'resources' on Instance uuid 2efc88b6-568a-46c3-89a0-f227c5ada671 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.445476] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1816.445705] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1816.446562] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aec7395-d911-49c8-8c18-c9fbc25b5372 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.453248] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1816.453248] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5274ca82-d9c4-77d4-7d24-8bea483ffb3a" [ 1816.453248] env[62099]: _type = "Task" [ 1816.453248] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.464473] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5274ca82-d9c4-77d4-7d24-8bea483ffb3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.465428] env[62099]: INFO nova.scheduler.client.report [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Deleted allocations for instance d50d3f34-69f7-41c8-9e0c-471029048e8b [ 1816.522866] env[62099]: DEBUG oslo_concurrency.lockutils [None req-67526df0-cc31-494e-89b5-e6c72c61a8f9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.040s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.775944] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897434, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.969315] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5274ca82-d9c4-77d4-7d24-8bea483ffb3a, 'name': SearchDatastore_Task, 'duration_secs': 0.016183} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.975611] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-904aaa81-131f-4129-b433-ebf66ed47677 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.978424] env[62099]: DEBUG oslo_concurrency.lockutils [None req-a1587a4c-827a-4e35-b857-f3d9c7173529 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "d50d3f34-69f7-41c8-9e0c-471029048e8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.994s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.982879] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1816.982879] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b3d4b3-1d36-563f-132b-ed18ddf03a0a" [ 1816.982879] env[62099]: _type = "Task" [ 1816.982879] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.991427] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b3d4b3-1d36-563f-132b-ed18ddf03a0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.127536] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e0256c-a2f6-4860-b8fd-9bd31480806e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.136048] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee9a973-b075-42e6-9346-d0abd2082470 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.169664] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc3ac77-be2e-40f2-9552-bcbf5eb89756 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.179428] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60896a59-1534-4154-8619-430fcb4f016e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.195911] env[62099]: DEBUG nova.compute.provider_tree [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.264824] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1817.265426] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1817.277268] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897434, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.494505] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b3d4b3-1d36-563f-132b-ed18ddf03a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.015067} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.494870] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.495215] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 2c9bb585-0830-4e2d-9591-efb2b6c4a287/2c9bb585-0830-4e2d-9591-efb2b6c4a287.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1817.495867] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-873b1409-25f1-42bb-9df5-604bbb0b9e9e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.502382] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1817.502382] env[62099]: value = "task-1897435" [ 1817.502382] env[62099]: _type = "Task" [ 1817.502382] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.515466] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.699537] env[62099]: DEBUG nova.scheduler.client.report [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1817.772122] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.776684] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897434, 'name': ReconfigVM_Task, 'duration_secs': 1.262501} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.777035] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Reconfigured VM instance instance-0000006b to attach disk [datastore1] e6e56501-9487-4ba4-b9e5-e65f2a4fb8de/e6e56501-9487-4ba4-b9e5-e65f2a4fb8de.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1817.777834] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aebf28a8-7dc2-4d0f-a181-3eb76a5506f9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.784790] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1817.784790] env[62099]: value = "task-1897436" [ 1817.784790] env[62099]: _type = "Task" [ 1817.784790] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.794363] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897436, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.013425] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "599d9eed-469e-4bf4-abd2-4c912946fbad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.013934] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "599d9eed-469e-4bf4-abd2-4c912946fbad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.014618] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "599d9eed-469e-4bf4-abd2-4c912946fbad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.014618] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "599d9eed-469e-4bf4-abd2-4c912946fbad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.014618] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "599d9eed-469e-4bf4-abd2-4c912946fbad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.016880] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897435, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.017487] env[62099]: INFO nova.compute.manager [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Terminating instance [ 1818.205669] env[62099]: DEBUG oslo_concurrency.lockutils [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.209066] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.437s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.209066] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.209066] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1818.210021] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47da70b8-bf03-4809-b039-802308385d3a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.218828] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e098ba3-5544-4a43-909a-5fcb8d91ba49 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.234052] env[62099]: INFO nova.scheduler.client.report [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Deleted allocations for instance 2efc88b6-568a-46c3-89a0-f227c5ada671 [ 1818.238989] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bacd049-aa96-4c52-bdb9-15adc8053b55 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.248133] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d1e241-1848-4c6d-a840-2c3725acf01f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.277834] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179014MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1818.278297] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.278297] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.295572] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897436, 'name': Rename_Task, 'duration_secs': 0.159933} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.296014] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1818.296286] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36857f05-7083-4b1f-92df-5ccc9210b700 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.302652] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1818.302652] env[62099]: value = "task-1897437" [ 1818.302652] env[62099]: _type = "Task" [ 1818.302652] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.312752] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.514050] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637258} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.514596] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 2c9bb585-0830-4e2d-9591-efb2b6c4a287/2c9bb585-0830-4e2d-9591-efb2b6c4a287.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1818.515011] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1818.515396] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91c0dc62-e22b-452b-8c8c-d1b5fee0e3b9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.522265] env[62099]: DEBUG nova.compute.manager [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1818.522562] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1818.524793] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa29d157-dedd-4120-97af-ad4a55c1a759 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.527801] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1818.527801] env[62099]: value = "task-1897438" [ 1818.527801] env[62099]: _type = "Task" [ 1818.527801] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.533905] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1818.534872] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3488bb71-dcb4-4a1b-a498-700b505b92d0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.539720] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.543184] env[62099]: DEBUG oslo_vmware.api [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1818.543184] env[62099]: value = "task-1897439" [ 1818.543184] env[62099]: _type = "Task" [ 1818.543184] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.553838] env[62099]: DEBUG oslo_vmware.api [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.746772] env[62099]: DEBUG oslo_concurrency.lockutils [None req-229e87bf-8542-4f7c-a84b-11326099b9dc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "2efc88b6-568a-46c3-89a0-f227c5ada671" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.190s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.813778] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897437, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.041181] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072316} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.041591] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1819.042706] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea561414-68e8-4484-8f7d-fc41810c6f86 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.068131] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 2c9bb585-0830-4e2d-9591-efb2b6c4a287/2c9bb585-0830-4e2d-9591-efb2b6c4a287.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1819.071639] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2ba0c9d-bea1-4807-9617-d59e3a027d4e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.086116] env[62099]: DEBUG oslo_vmware.api [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897439, 'name': PowerOffVM_Task, 'duration_secs': 0.205491} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.086673] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1819.086846] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1819.087566] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10e4adfa-c90e-4bf4-9719-02d371700c1f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.093569] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1819.093569] env[62099]: value = "task-1897440" [ 1819.093569] env[62099]: _type = "Task" [ 1819.093569] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.102031] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.311509] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1819.311834] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1819.312121] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Deleting the datastore file [datastore2] 599d9eed-469e-4bf4-abd2-4c912946fbad {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1819.316195] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a3879f8-beda-4205-940e-f786f7cccc3e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.317602] env[62099]: DEBUG oslo_vmware.api [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897437, 'name': PowerOnVM_Task, 'duration_secs': 0.579135} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.317913] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1819.318103] env[62099]: INFO nova.compute.manager [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Took 6.43 seconds to spawn the instance on the hypervisor. [ 1819.318290] env[62099]: DEBUG nova.compute.manager [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1819.319489] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760ad6fe-cc4d-4211-bf0a-19d60baf8934 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.323968] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1819.324137] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 100bb6d8-f69a-4ad3-a1c8-53e7fa280040 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1819.324324] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance bc7253df-1845-43be-93a8-81ab512e7e7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1819.324530] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 028e8c79-66a7-431e-9743-f704a5c79c9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1819.324676] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance a7480b01-ab51-4e66-aaf5-dcf049bee103 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1819.324796] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance a63b410f-88be-40f1-8b1f-c03cd495dbe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1819.324913] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 599d9eed-469e-4bf4-abd2-4c912946fbad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1819.325056] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 3f1e9cf4-ac75-46ac-996e-2215756d53f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1819.325242] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1819.325692] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 69fd58ca-a8c0-4c77-9062-caf63d38be25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1819.325692] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance e6e56501-9487-4ba4-b9e5-e65f2a4fb8de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1819.325692] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 2c9bb585-0830-4e2d-9591-efb2b6c4a287 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1819.325875] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1819.325975] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1819.328347] env[62099]: DEBUG oslo_vmware.api [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for the task: (returnval){ [ 1819.328347] env[62099]: value = "task-1897442" [ 1819.328347] env[62099]: _type = "Task" [ 1819.328347] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.341924] env[62099]: DEBUG oslo_vmware.api [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.496041] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833fd43a-1af7-4198-b3c7-fdcb76785815 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.504251] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fc5385-1e2e-41c2-94ba-124371a627f0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.536339] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ee251f-962e-4f7a-b3ce-690b834bfd2a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.544089] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4261a1-1cc1-4668-9803-bf24c626d632 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.558801] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1819.604317] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.847025] env[62099]: DEBUG oslo_vmware.api [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.847025] env[62099]: INFO nova.compute.manager [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Took 11.41 seconds to build instance. [ 1820.063545] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1820.105624] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897440, 'name': ReconfigVM_Task, 'duration_secs': 0.761007} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.105789] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 2c9bb585-0830-4e2d-9591-efb2b6c4a287/2c9bb585-0830-4e2d-9591-efb2b6c4a287.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1820.106827] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f75814fb-a243-4078-b0d5-e631582730bd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.113015] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1820.113015] env[62099]: value = "task-1897443" [ 1820.113015] env[62099]: _type = "Task" [ 1820.113015] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.122573] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897443, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.342786] env[62099]: DEBUG oslo_vmware.api [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Task: {'id': task-1897442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.713969} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.344328] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1820.344328] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1820.344328] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1820.344328] env[62099]: INFO nova.compute.manager [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Took 1.82 seconds to destroy the instance on the hypervisor. [ 1820.344328] env[62099]: DEBUG oslo.service.loopingcall [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.344328] env[62099]: DEBUG nova.compute.manager [-] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1820.344328] env[62099]: DEBUG nova.network.neutron [-] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1820.347418] env[62099]: DEBUG oslo_concurrency.lockutils [None req-db69e12b-864c-4fe1-8022-1d2ce45f210f tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "e6e56501-9487-4ba4-b9e5-e65f2a4fb8de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.924s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.568294] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1820.568515] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.290s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.619981] env[62099]: DEBUG nova.compute.manager [req-f58f8100-f355-45ab-806c-5af63ef227a0 req-52846ee2-559a-402a-8a17-abbbbe27da14 service nova] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Received event network-vif-deleted-2438f58e-0db8-45c7-8487-a7d7f0b410c3 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1820.620216] env[62099]: INFO nova.compute.manager [req-f58f8100-f355-45ab-806c-5af63ef227a0 req-52846ee2-559a-402a-8a17-abbbbe27da14 service nova] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Neutron deleted interface 2438f58e-0db8-45c7-8487-a7d7f0b410c3; detaching it from the instance and deleting it from the info cache [ 1820.620390] env[62099]: DEBUG nova.network.neutron [req-f58f8100-f355-45ab-806c-5af63ef227a0 req-52846ee2-559a-402a-8a17-abbbbe27da14 service nova] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.626938] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897443, 'name': Rename_Task, 'duration_secs': 0.244615} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.627206] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1820.627443] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edf4d660-1850-4e40-b64a-97fbef8be6ec {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.634801] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1820.634801] env[62099]: value = "task-1897444" [ 1820.634801] env[62099]: _type = "Task" [ 1820.634801] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.645526] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.023345] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.023587] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.095318] env[62099]: DEBUG nova.network.neutron [-] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.123364] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71e03394-a8b5-43fc-99c5-cb69d3f93d63 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.132964] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77eadb8-5aac-49ee-b09a-95185e566c15 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.152406] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897444, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.167470] env[62099]: DEBUG nova.compute.manager [req-f58f8100-f355-45ab-806c-5af63ef227a0 req-52846ee2-559a-402a-8a17-abbbbe27da14 service nova] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Detach interface failed, port_id=2438f58e-0db8-45c7-8487-a7d7f0b410c3, reason: Instance 599d9eed-469e-4bf4-abd2-4c912946fbad could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1821.433911] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6ad04bac-9fc9-4610-9d86-1e39499a3f8a tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "a7480b01-ab51-4e66-aaf5-dcf049bee103" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.434324] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6ad04bac-9fc9-4610-9d86-1e39499a3f8a tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "a7480b01-ab51-4e66-aaf5-dcf049bee103" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.525986] env[62099]: DEBUG nova.compute.manager [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1821.568735] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1821.568735] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1821.597701] env[62099]: INFO nova.compute.manager [-] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Took 1.25 seconds to deallocate network for instance. [ 1821.653449] env[62099]: DEBUG oslo_vmware.api [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897444, 'name': PowerOnVM_Task, 'duration_secs': 0.777179} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.653748] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1821.654240] env[62099]: INFO nova.compute.manager [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Took 6.38 seconds to spawn the instance on the hypervisor. [ 1821.654240] env[62099]: DEBUG nova.compute.manager [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1821.654940] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3e3be9-129a-48cb-a0d3-896d9b4f2217 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.938060] env[62099]: INFO nova.compute.manager [None req-6ad04bac-9fc9-4610-9d86-1e39499a3f8a tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Detaching volume bb712321-8dc0-49e6-99e5-e3813c79ff8c [ 1821.975095] env[62099]: INFO nova.virt.block_device [None req-6ad04bac-9fc9-4610-9d86-1e39499a3f8a tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Attempting to driver detach volume bb712321-8dc0-49e6-99e5-e3813c79ff8c from mountpoint /dev/sdb [ 1821.975349] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad04bac-9fc9-4610-9d86-1e39499a3f8a tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Volume detach. Driver type: vmdk {{(pid=62099) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1821.975536] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad04bac-9fc9-4610-9d86-1e39499a3f8a tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391776', 'volume_id': 'bb712321-8dc0-49e6-99e5-e3813c79ff8c', 'name': 'volume-bb712321-8dc0-49e6-99e5-e3813c79ff8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7480b01-ab51-4e66-aaf5-dcf049bee103', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb712321-8dc0-49e6-99e5-e3813c79ff8c', 'serial': 'bb712321-8dc0-49e6-99e5-e3813c79ff8c'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1821.976545] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34aac5ac-d86c-4dca-bc60-1f420c873353 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.997907] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cdc732-e1cf-47d3-861c-ee07ec2c41bd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.004404] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0589560-ec39-411f-b522-64deacee3c0f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.024423] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a806e68-fb02-4aeb-b4aa-23c04d084811 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.041533] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad04bac-9fc9-4610-9d86-1e39499a3f8a tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] The volume has not been displaced from its original location: [datastore1] volume-bb712321-8dc0-49e6-99e5-e3813c79ff8c/volume-bb712321-8dc0-49e6-99e5-e3813c79ff8c.vmdk. No consolidation needed. {{(pid=62099) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1822.046741] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad04bac-9fc9-4610-9d86-1e39499a3f8a tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1822.049035] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-496c4c94-7f00-479a-b2c4-b58dc732f7d9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.066520] env[62099]: DEBUG oslo_vmware.api [None req-6ad04bac-9fc9-4610-9d86-1e39499a3f8a tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1822.066520] env[62099]: value = "task-1897445" [ 1822.066520] env[62099]: _type = "Task" [ 1822.066520] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.075316] env[62099]: DEBUG oslo_vmware.api [None req-6ad04bac-9fc9-4610-9d86-1e39499a3f8a tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.077013] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.077013] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.078120] env[62099]: INFO nova.compute.claims [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1822.104699] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.171809] env[62099]: INFO nova.compute.manager [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Took 13.32 seconds to build instance. [ 1822.577643] env[62099]: DEBUG oslo_vmware.api [None req-6ad04bac-9fc9-4610-9d86-1e39499a3f8a tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897445, 'name': ReconfigVM_Task, 'duration_secs': 0.410848} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.577927] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad04bac-9fc9-4610-9d86-1e39499a3f8a tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1822.584653] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e902bfb1-4a48-4199-b0fb-45f6ca6eab73 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.603276] env[62099]: DEBUG oslo_vmware.api [None req-6ad04bac-9fc9-4610-9d86-1e39499a3f8a tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1822.603276] env[62099]: value = "task-1897446" [ 1822.603276] env[62099]: _type = "Task" [ 1822.603276] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.611574] env[62099]: DEBUG oslo_vmware.api [None req-6ad04bac-9fc9-4610-9d86-1e39499a3f8a tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.673343] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7207db98-3b0c-4d1f-8446-7782c3cab1cc tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "2c9bb585-0830-4e2d-9591-efb2b6c4a287" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.829s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.782760] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db78e67-e26f-41f4-9fe7-de454605ea55 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.791041] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31610794-cf75-409d-afdf-f25510ca4bd9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.823863] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f8e1ea-de67-4617-b74a-3e86c4c222d0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.835926] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c892cf3-a047-4765-881f-dad787424872 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.851932] env[62099]: DEBUG nova.compute.provider_tree [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.113563] env[62099]: DEBUG oslo_vmware.api [None req-6ad04bac-9fc9-4610-9d86-1e39499a3f8a tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897446, 'name': ReconfigVM_Task, 'duration_secs': 0.198547} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.113839] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "refresh_cache-ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.113938] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquired lock "refresh_cache-ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.114087] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Forcefully refreshing network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1823.115607] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad04bac-9fc9-4610-9d86-1e39499a3f8a tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391776', 'volume_id': 'bb712321-8dc0-49e6-99e5-e3813c79ff8c', 'name': 'volume-bb712321-8dc0-49e6-99e5-e3813c79ff8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7480b01-ab51-4e66-aaf5-dcf049bee103', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb712321-8dc0-49e6-99e5-e3813c79ff8c', 'serial': 'bb712321-8dc0-49e6-99e5-e3813c79ff8c'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1823.332136] env[62099]: INFO nova.compute.manager [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Rebuilding instance [ 1823.355554] env[62099]: DEBUG nova.scheduler.client.report [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1823.373577] env[62099]: DEBUG nova.compute.manager [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1823.374532] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99f3183-913e-4672-96ae-71cc4793c6c8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.660470] env[62099]: DEBUG nova.objects.instance [None req-6ad04bac-9fc9-4610-9d86-1e39499a3f8a tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lazy-loading 'flavor' on Instance uuid a7480b01-ab51-4e66-aaf5-dcf049bee103 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1823.860674] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.784s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.861317] env[62099]: DEBUG nova.compute.manager [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1823.864151] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.760s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.864390] env[62099]: DEBUG nova.objects.instance [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lazy-loading 'resources' on Instance uuid 599d9eed-469e-4bf4-abd2-4c912946fbad {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1823.930656] env[62099]: INFO nova.compute.manager [None req-c3152e40-41d1-4a65-bbae-edf6620d7523 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Get console output [ 1823.930909] env[62099]: WARNING nova.virt.vmwareapi.driver [None req-c3152e40-41d1-4a65-bbae-edf6620d7523 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] The console log is missing. Check your VSPC configuration [ 1824.340465] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Updating instance_info_cache with network_info: [{"id": "29328905-9cfa-4c3e-babb-578a2b2db3b3", "address": "fa:16:3e:24:46:fa", "network": {"id": "c76396bd-3421-4e57-a98f-026c9e81a81a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-130376803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a5c9dc05d4c5a9b2a28e38b3b9040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29328905-9c", "ovs_interfaceid": "29328905-9cfa-4c3e-babb-578a2b2db3b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.367511] env[62099]: DEBUG nova.compute.utils [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1824.372848] env[62099]: DEBUG nova.compute.manager [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1824.372848] env[62099]: DEBUG nova.network.neutron [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1824.390909] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1824.390909] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e9bd539-8e83-45c5-983f-7fae940a1563 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.399120] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1824.399120] env[62099]: value = "task-1897447" [ 1824.399120] env[62099]: _type = "Task" [ 1824.399120] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.407375] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.412022] env[62099]: DEBUG nova.policy [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e613032b5c54e4b8d7961daa089ecc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '511d198b4c40466caacb6db27d52c0af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1824.560837] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3920b1e-e392-4a4e-9ccd-cd1222d80b01 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.567462] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3ce317-d23a-4f7c-a905-dc5b97d19cbc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.598677] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995ca5fa-dd60-45cf-9ae3-235b38ca4739 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.606422] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416eaf53-6894-46f9-b8a0-3f85b6accce5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.619752] env[62099]: DEBUG nova.compute.provider_tree [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1824.669819] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6ad04bac-9fc9-4610-9d86-1e39499a3f8a tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "a7480b01-ab51-4e66-aaf5-dcf049bee103" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.235s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.705056] env[62099]: DEBUG nova.network.neutron [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Successfully created port: 9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1824.843501] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Releasing lock "refresh_cache-ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.843713] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Updated the network info_cache for instance {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1824.843926] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1824.844106] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1824.844255] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1824.873747] env[62099]: DEBUG nova.compute.manager [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1824.909876] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897447, 'name': PowerOffVM_Task, 'duration_secs': 0.130403} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.910348] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1824.910682] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1824.911581] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd55688b-c2b0-4810-af50-3bd8b49f6892 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.919034] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1824.919466] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9261c2b0-fa56-403f-951d-85514bdb613b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.943671] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1824.944026] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1824.944290] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Deleting the datastore file [datastore1] 2c9bb585-0830-4e2d-9591-efb2b6c4a287 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1824.944610] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f789a273-b082-44ea-ae79-5fd9e4dc58da {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.955160] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1824.955160] env[62099]: value = "task-1897449" [ 1824.955160] env[62099]: _type = "Task" [ 1824.955160] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.969793] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.017232] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "bc7253df-1845-43be-93a8-81ab512e7e7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.017762] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "bc7253df-1845-43be-93a8-81ab512e7e7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.018044] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "bc7253df-1845-43be-93a8-81ab512e7e7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.018246] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "bc7253df-1845-43be-93a8-81ab512e7e7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.018414] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "bc7253df-1845-43be-93a8-81ab512e7e7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.021214] env[62099]: INFO nova.compute.manager [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Terminating instance [ 1825.122539] env[62099]: DEBUG nova.scheduler.client.report [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1825.264790] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1825.468480] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.525127] env[62099]: DEBUG nova.compute.manager [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1825.525127] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1825.526114] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7129808-f6c6-40dc-b14f-58a50e04b20d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.533773] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1825.534028] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0f57fa4-ca03-4ecc-b262-4f0ab167ea2b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.539827] env[62099]: DEBUG oslo_vmware.api [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1825.539827] env[62099]: value = "task-1897450" [ 1825.539827] env[62099]: _type = "Task" [ 1825.539827] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.547878] env[62099]: DEBUG oslo_vmware.api [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1897450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.628279] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.651760] env[62099]: INFO nova.scheduler.client.report [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Deleted allocations for instance 599d9eed-469e-4bf4-abd2-4c912946fbad [ 1825.810955] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "a7480b01-ab51-4e66-aaf5-dcf049bee103" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.811354] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "a7480b01-ab51-4e66-aaf5-dcf049bee103" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.811553] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "a7480b01-ab51-4e66-aaf5-dcf049bee103-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.811772] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "a7480b01-ab51-4e66-aaf5-dcf049bee103-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.811957] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "a7480b01-ab51-4e66-aaf5-dcf049bee103-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.814207] env[62099]: INFO nova.compute.manager [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Terminating instance [ 1825.889038] env[62099]: DEBUG nova.compute.manager [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1825.915092] env[62099]: DEBUG nova.virt.hardware [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1825.915353] env[62099]: DEBUG nova.virt.hardware [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1825.915508] env[62099]: DEBUG nova.virt.hardware [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1825.915690] env[62099]: DEBUG nova.virt.hardware [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1825.915839] env[62099]: DEBUG nova.virt.hardware [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1825.916086] env[62099]: DEBUG nova.virt.hardware [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1825.916325] env[62099]: DEBUG nova.virt.hardware [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1825.916488] env[62099]: DEBUG nova.virt.hardware [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1825.916657] env[62099]: DEBUG nova.virt.hardware [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1825.916821] env[62099]: DEBUG nova.virt.hardware [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1825.916994] env[62099]: DEBUG nova.virt.hardware [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1825.917961] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2cccdc-9f41-46b6-b697-cb71566af1f0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.926334] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c116e9-bc22-453d-b058-4b4d0df1ab99 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.964643] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.719578} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.964926] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1825.965270] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1825.965339] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1826.052483] env[62099]: DEBUG oslo_vmware.api [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1897450, 'name': PowerOffVM_Task, 'duration_secs': 0.217768} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.052842] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1826.052973] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1826.053241] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bc4af2e-ae3d-4373-8e75-80142c63db99 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.161098] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bea9209b-6d18-435c-a47f-11cf9ebd7724 tempest-ServerRescueTestJSON-2125191602 tempest-ServerRescueTestJSON-2125191602-project-member] Lock "599d9eed-469e-4bf4-abd2-4c912946fbad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.147s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.278161] env[62099]: DEBUG oslo_vmware.rw_handles [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52043e56-06aa-484a-655c-5f731d96b325/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1826.279214] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72751e3d-9749-4e72-8da3-28d1ee7694f3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.285458] env[62099]: DEBUG oslo_vmware.rw_handles [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52043e56-06aa-484a-655c-5f731d96b325/disk-0.vmdk is in state: ready. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1826.285629] env[62099]: ERROR oslo_vmware.rw_handles [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52043e56-06aa-484a-655c-5f731d96b325/disk-0.vmdk due to incomplete transfer. [ 1826.285841] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-460ab95a-e99e-496d-b8ee-2b53ec34a9f6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.292244] env[62099]: DEBUG oslo_vmware.rw_handles [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52043e56-06aa-484a-655c-5f731d96b325/disk-0.vmdk. {{(pid=62099) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1826.292382] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Uploaded image 5f127a1c-fde0-4330-8a11-e1da9c4566c7 to the Glance image server {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1826.294770] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Destroying the VM {{(pid=62099) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1826.294823] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-99751f55-1ade-4b3e-9794-0789fcc54be9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.300624] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1826.300624] env[62099]: value = "task-1897452" [ 1826.300624] env[62099]: _type = "Task" [ 1826.300624] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.308216] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897452, 'name': Destroy_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.318067] env[62099]: DEBUG nova.compute.manager [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1826.318311] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1826.319115] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6df3413-23c1-4281-a450-2ba4ea5feff1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.325654] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1826.325905] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2766730-e9b0-4837-90a3-0c7beee708be {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.331822] env[62099]: DEBUG oslo_vmware.api [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1826.331822] env[62099]: value = "task-1897453" [ 1826.331822] env[62099]: _type = "Task" [ 1826.331822] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.339565] env[62099]: DEBUG oslo_vmware.api [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.809990] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897452, 'name': Destroy_Task} progress is 33%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.840742] env[62099]: DEBUG oslo_vmware.api [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897453, 'name': PowerOffVM_Task, 'duration_secs': 0.315814} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.841095] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1826.841268] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1826.841518] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7635e497-534a-4dc3-bb90-4234aace7528 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.000600] env[62099]: DEBUG nova.virt.hardware [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1827.000837] env[62099]: DEBUG nova.virt.hardware [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1827.001014] env[62099]: DEBUG nova.virt.hardware [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1827.001240] env[62099]: DEBUG nova.virt.hardware [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1827.001389] env[62099]: DEBUG nova.virt.hardware [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1827.001536] env[62099]: DEBUG nova.virt.hardware [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1827.001742] env[62099]: DEBUG nova.virt.hardware [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1827.001898] env[62099]: DEBUG nova.virt.hardware [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1827.002240] env[62099]: DEBUG nova.virt.hardware [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1827.002451] env[62099]: DEBUG nova.virt.hardware [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1827.002625] env[62099]: DEBUG nova.virt.hardware [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1827.003496] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe284be-8781-4265-89fe-78db80df8112 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.012084] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da93617-4e60-4e37-9985-cf8df958304c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.025655] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Instance VIF info [] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1827.031309] env[62099]: DEBUG oslo.service.loopingcall [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1827.031559] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1827.031770] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae167d3b-7da6-4e44-a2e6-e7df5d9986c8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.049739] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1827.049739] env[62099]: value = "task-1897455" [ 1827.049739] env[62099]: _type = "Task" [ 1827.049739] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.058164] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897455, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.260245] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1827.311517] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897452, 'name': Destroy_Task} progress is 33%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.340913] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1827.341187] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1827.341379] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Deleting the datastore file [datastore1] a7480b01-ab51-4e66-aaf5-dcf049bee103 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1827.341664] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e5ef109-175c-4807-bac0-87015be7c18a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.349375] env[62099]: DEBUG oslo_vmware.api [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1827.349375] env[62099]: value = "task-1897456" [ 1827.349375] env[62099]: _type = "Task" [ 1827.349375] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.358260] env[62099]: DEBUG oslo_vmware.api [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.375262] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1827.375526] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1827.375709] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Deleting the datastore file [datastore2] bc7253df-1845-43be-93a8-81ab512e7e7b {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1827.376021] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fbe8858-75b5-42d1-8130-f91a48f37512 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.382460] env[62099]: DEBUG oslo_vmware.api [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for the task: (returnval){ [ 1827.382460] env[62099]: value = "task-1897457" [ 1827.382460] env[62099]: _type = "Task" [ 1827.382460] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.390641] env[62099]: DEBUG oslo_vmware.api [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1897457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.559139] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897455, 'name': CreateVM_Task, 'duration_secs': 0.331087} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.559318] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1827.559735] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.559923] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.560282] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1827.560538] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b963c95f-a468-4e74-bf06-3111a262e53d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.564834] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1827.564834] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e70ad9-ee5a-aa52-8862-7bae41d04044" [ 1827.564834] env[62099]: _type = "Task" [ 1827.564834] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.573648] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e70ad9-ee5a-aa52-8862-7bae41d04044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.813069] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897452, 'name': Destroy_Task, 'duration_secs': 1.205145} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.813396] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Destroyed the VM [ 1827.813576] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Deleting Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1827.813826] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2c107909-0f7c-41db-9a48-96c148cac25f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.819886] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1827.819886] env[62099]: value = "task-1897458" [ 1827.819886] env[62099]: _type = "Task" [ 1827.819886] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.828308] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897458, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.859580] env[62099]: DEBUG oslo_vmware.api [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200563} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.859863] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1827.860054] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1827.860243] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1827.860419] env[62099]: INFO nova.compute.manager [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Took 1.54 seconds to destroy the instance on the hypervisor. [ 1827.860819] env[62099]: DEBUG oslo.service.loopingcall [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1827.861037] env[62099]: DEBUG nova.compute.manager [-] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1827.861150] env[62099]: DEBUG nova.network.neutron [-] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1827.892727] env[62099]: DEBUG oslo_vmware.api [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Task: {'id': task-1897457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187254} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.893045] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1827.893244] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1827.893426] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1827.893600] env[62099]: INFO nova.compute.manager [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1827.893835] env[62099]: DEBUG oslo.service.loopingcall [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1827.895964] env[62099]: DEBUG nova.compute.manager [-] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1827.896080] env[62099]: DEBUG nova.network.neutron [-] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1828.076971] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52e70ad9-ee5a-aa52-8862-7bae41d04044, 'name': SearchDatastore_Task, 'duration_secs': 0.012007} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.079492] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.079492] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1828.079492] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.079492] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.079492] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1828.079492] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b85c86de-5066-4a36-a6a3-867d2d092d42 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.087509] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1828.087758] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1828.088579] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0ce7a77-6c68-41be-9045-44e4937ab2b2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.093991] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1828.093991] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52091b63-f859-d3b4-3238-f04da04391c6" [ 1828.093991] env[62099]: _type = "Task" [ 1828.093991] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.101738] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52091b63-f859-d3b4-3238-f04da04391c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.329686] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897458, 'name': RemoveSnapshot_Task, 'duration_secs': 0.355086} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.329989] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Deleted Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1828.330524] env[62099]: DEBUG nova.compute.manager [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1828.331372] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1a3be6-1683-4778-8ee9-a432d1894630 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.393686] env[62099]: DEBUG nova.compute.manager [req-802d2e2b-192f-4577-a09a-b3f9e26954a3 req-e2ca853c-1276-44f1-973a-2ea54307afce service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Received event network-vif-plugged-9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1828.393935] env[62099]: DEBUG oslo_concurrency.lockutils [req-802d2e2b-192f-4577-a09a-b3f9e26954a3 req-e2ca853c-1276-44f1-973a-2ea54307afce service nova] Acquiring lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.394135] env[62099]: DEBUG oslo_concurrency.lockutils [req-802d2e2b-192f-4577-a09a-b3f9e26954a3 req-e2ca853c-1276-44f1-973a-2ea54307afce service nova] Lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.394374] env[62099]: DEBUG oslo_concurrency.lockutils [req-802d2e2b-192f-4577-a09a-b3f9e26954a3 req-e2ca853c-1276-44f1-973a-2ea54307afce service nova] Lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.394569] env[62099]: DEBUG nova.compute.manager [req-802d2e2b-192f-4577-a09a-b3f9e26954a3 req-e2ca853c-1276-44f1-973a-2ea54307afce service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] No waiting events found dispatching network-vif-plugged-9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1828.394736] env[62099]: WARNING nova.compute.manager [req-802d2e2b-192f-4577-a09a-b3f9e26954a3 req-e2ca853c-1276-44f1-973a-2ea54307afce service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Received unexpected event network-vif-plugged-9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690 for instance with vm_state building and task_state spawning. [ 1828.494246] env[62099]: DEBUG nova.network.neutron [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Successfully updated port: 9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1828.604050] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52091b63-f859-d3b4-3238-f04da04391c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010188} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.604907] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f4f0af-0575-4e10-8a11-505eefeabaae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.610612] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1828.610612] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]523deb5c-0287-5825-b3fe-b8f41c4977f8" [ 1828.610612] env[62099]: _type = "Task" [ 1828.610612] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.617837] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523deb5c-0287-5825-b3fe-b8f41c4977f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.745983] env[62099]: DEBUG nova.compute.manager [req-9ed1b892-35dd-46e8-8d1c-63d6df63b98b req-6b270b3b-fd8a-4fb3-84e3-308e4971bef3 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Received event network-vif-deleted-8166ad7c-5cfc-478e-80a0-d15c52caf883 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1828.746204] env[62099]: INFO nova.compute.manager [req-9ed1b892-35dd-46e8-8d1c-63d6df63b98b req-6b270b3b-fd8a-4fb3-84e3-308e4971bef3 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Neutron deleted interface 8166ad7c-5cfc-478e-80a0-d15c52caf883; detaching it from the instance and deleting it from the info cache [ 1828.746397] env[62099]: DEBUG nova.network.neutron [req-9ed1b892-35dd-46e8-8d1c-63d6df63b98b req-6b270b3b-fd8a-4fb3-84e3-308e4971bef3 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.843224] env[62099]: INFO nova.compute.manager [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Shelve offloading [ 1828.997141] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.997448] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.997496] env[62099]: DEBUG nova.network.neutron [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1829.121221] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523deb5c-0287-5825-b3fe-b8f41c4977f8, 'name': SearchDatastore_Task, 'duration_secs': 0.008838} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.121473] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.121736] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 2c9bb585-0830-4e2d-9591-efb2b6c4a287/2c9bb585-0830-4e2d-9591-efb2b6c4a287.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1829.121994] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-285e71c7-6e3e-42af-b828-21d5b327303e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.130321] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1829.130321] env[62099]: value = "task-1897459" [ 1829.130321] env[62099]: _type = "Task" [ 1829.130321] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.137801] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.220398] env[62099]: DEBUG nova.network.neutron [-] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.234155] env[62099]: DEBUG nova.network.neutron [-] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.248350] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12635590-3b4b-4cd4-8af1-4b92553038c1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.258897] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dd5d2c-b5c5-4cff-8277-9bc792541be7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.290393] env[62099]: DEBUG nova.compute.manager [req-9ed1b892-35dd-46e8-8d1c-63d6df63b98b req-6b270b3b-fd8a-4fb3-84e3-308e4971bef3 service nova] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Detach interface failed, port_id=8166ad7c-5cfc-478e-80a0-d15c52caf883, reason: Instance a7480b01-ab51-4e66-aaf5-dcf049bee103 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1829.349020] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1829.349020] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1ecc3d5-e16e-4730-814b-06213ee0227d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.357254] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1829.357254] env[62099]: value = "task-1897460" [ 1829.357254] env[62099]: _type = "Task" [ 1829.357254] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.366860] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] VM already powered off {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1829.367100] env[62099]: DEBUG nova.compute.manager [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1829.367951] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f77cf96-0b08-4490-917e-32b4cd45c376 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.376024] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.376024] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquired lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.376170] env[62099]: DEBUG nova.network.neutron [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1829.544760] env[62099]: DEBUG nova.network.neutron [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1829.642869] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510535} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.643191] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 2c9bb585-0830-4e2d-9591-efb2b6c4a287/2c9bb585-0830-4e2d-9591-efb2b6c4a287.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1829.643415] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1829.643670] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e80ed65-2266-4176-8a12-273f66b43438 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.649923] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1829.649923] env[62099]: value = "task-1897461" [ 1829.649923] env[62099]: _type = "Task" [ 1829.649923] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.657812] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.707496] env[62099]: DEBUG nova.network.neutron [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Updating instance_info_cache with network_info: [{"id": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "address": "fa:16:3e:be:29:2b", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4fe0d5-ef", "ovs_interfaceid": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.723324] env[62099]: INFO nova.compute.manager [-] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Took 1.86 seconds to deallocate network for instance. [ 1829.736401] env[62099]: INFO nova.compute.manager [-] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Took 1.84 seconds to deallocate network for instance. [ 1830.062920] env[62099]: DEBUG nova.network.neutron [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Updating instance_info_cache with network_info: [{"id": "6991ec90-f46e-4adc-90e7-95873916a4bc", "address": "fa:16:3e:34:9b:87", "network": {"id": "7b086ed8-9faa-472f-aa0f-5794f0d37a97", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-664053015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29e6d3b878b44ccbac8ef9628b28e51c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6991ec90-f4", "ovs_interfaceid": "6991ec90-f46e-4adc-90e7-95873916a4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.159447] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060807} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.159672] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1830.160482] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09c6bc5-5ba5-4f3c-85f2-cb07e3ce2ec4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.180108] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 2c9bb585-0830-4e2d-9591-efb2b6c4a287/2c9bb585-0830-4e2d-9591-efb2b6c4a287.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1830.180108] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32a209c4-e2fc-43d1-b228-4f034fda0ce1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.199118] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1830.199118] env[62099]: value = "task-1897462" [ 1830.199118] env[62099]: _type = "Task" [ 1830.199118] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.206971] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.209783] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.209783] env[62099]: DEBUG nova.compute.manager [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Instance network_info: |[{"id": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "address": "fa:16:3e:be:29:2b", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4fe0d5-ef", "ovs_interfaceid": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1830.210192] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:29:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1830.217650] env[62099]: DEBUG oslo.service.loopingcall [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1830.217862] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1830.218045] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfbf49ac-015f-4644-8d27-5f6f745a1e50 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.233256] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.233513] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.233773] env[62099]: DEBUG nova.objects.instance [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lazy-loading 'resources' on Instance uuid a7480b01-ab51-4e66-aaf5-dcf049bee103 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1830.240260] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1830.240260] env[62099]: value = "task-1897463" [ 1830.240260] env[62099]: _type = "Task" [ 1830.240260] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.241242] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.250098] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897463, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.418221] env[62099]: DEBUG nova.compute.manager [req-ed56e97b-6d1e-40a8-a98a-b1ce66cdf054 req-9fcb8c05-2b47-41ad-b582-47ab68d9d6f9 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Received event network-changed-9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1830.418475] env[62099]: DEBUG nova.compute.manager [req-ed56e97b-6d1e-40a8-a98a-b1ce66cdf054 req-9fcb8c05-2b47-41ad-b582-47ab68d9d6f9 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Refreshing instance network info cache due to event network-changed-9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1830.418732] env[62099]: DEBUG oslo_concurrency.lockutils [req-ed56e97b-6d1e-40a8-a98a-b1ce66cdf054 req-9fcb8c05-2b47-41ad-b582-47ab68d9d6f9 service nova] Acquiring lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.418919] env[62099]: DEBUG oslo_concurrency.lockutils [req-ed56e97b-6d1e-40a8-a98a-b1ce66cdf054 req-9fcb8c05-2b47-41ad-b582-47ab68d9d6f9 service nova] Acquired lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.419142] env[62099]: DEBUG nova.network.neutron [req-ed56e97b-6d1e-40a8-a98a-b1ce66cdf054 req-9fcb8c05-2b47-41ad-b582-47ab68d9d6f9 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Refreshing network info cache for port 9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1830.566424] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Releasing lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.710406] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897462, 'name': ReconfigVM_Task, 'duration_secs': 0.297905} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.710406] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 2c9bb585-0830-4e2d-9591-efb2b6c4a287/2c9bb585-0830-4e2d-9591-efb2b6c4a287.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1830.710406] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fb56550-45f3-4a25-a839-51630e9591e6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.716818] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1830.716818] env[62099]: value = "task-1897464" [ 1830.716818] env[62099]: _type = "Task" [ 1830.716818] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.725681] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897464, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.750101] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897463, 'name': CreateVM_Task, 'duration_secs': 0.508292} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.750101] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1830.750403] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.750577] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.750913] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1830.751179] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f252741-8314-43f3-bb40-25d520be7d3b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.755903] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1830.755903] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d7dc23-0ffd-5121-e4b7-b89dbf8d0612" [ 1830.755903] env[62099]: _type = "Task" [ 1830.755903] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.764894] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d7dc23-0ffd-5121-e4b7-b89dbf8d0612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.784601] env[62099]: DEBUG nova.compute.manager [req-2a35a91f-5119-4b32-87fe-5052a65cd136 req-c1d8d139-c742-464c-8a9f-21e7a38c47cf service nova] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Received event network-vif-deleted-88366b06-1a63-46eb-9081-c6e5dd4de0e9 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1830.892425] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1830.893323] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34d89ad-486b-4a91-8510-f64e400fa891 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.903252] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1830.903923] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3042497-097c-4ef2-8a18-d2835b8b7022 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.912545] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081bb124-591b-4558-8e63-be753d5c1f02 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.919433] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b5b654-759a-497b-910a-97705d2309f3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.961349] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca72888-6441-4b98-8101-8d3db82901e6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.969063] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f68109d-c778-4791-b502-aa8e3470f787 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.981880] env[62099]: DEBUG nova.compute.provider_tree [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.072555] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1831.072880] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1831.072988] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Deleting the datastore file [datastore2] 3f1e9cf4-ac75-46ac-996e-2215756d53f0 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1831.073270] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a4de74c-8608-4ea5-a4c1-79cea1e8ff75 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.079548] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1831.079548] env[62099]: value = "task-1897466" [ 1831.079548] env[62099]: _type = "Task" [ 1831.079548] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.086595] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.120368] env[62099]: DEBUG nova.network.neutron [req-ed56e97b-6d1e-40a8-a98a-b1ce66cdf054 req-9fcb8c05-2b47-41ad-b582-47ab68d9d6f9 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Updated VIF entry in instance network info cache for port 9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1831.120706] env[62099]: DEBUG nova.network.neutron [req-ed56e97b-6d1e-40a8-a98a-b1ce66cdf054 req-9fcb8c05-2b47-41ad-b582-47ab68d9d6f9 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Updating instance_info_cache with network_info: [{"id": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "address": "fa:16:3e:be:29:2b", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4fe0d5-ef", "ovs_interfaceid": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.225716] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897464, 'name': Rename_Task, 'duration_secs': 0.142443} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.225953] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1831.226203] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee729f73-19fb-4aab-8223-f80a65965cee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.232435] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1831.232435] env[62099]: value = "task-1897467" [ 1831.232435] env[62099]: _type = "Task" [ 1831.232435] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.241138] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.264908] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d7dc23-0ffd-5121-e4b7-b89dbf8d0612, 'name': SearchDatastore_Task, 'duration_secs': 0.0132} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.265334] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.265572] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1831.265804] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.265951] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.266149] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1831.266406] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bac2c289-a05e-4cc6-b13a-89fd3a3db27b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.274884] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1831.274884] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1831.275382] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9570c47-0898-4c4d-a5d6-25296d506226 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.280207] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1831.280207] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52923e7f-6874-a14e-2686-bd93cc495d83" [ 1831.280207] env[62099]: _type = "Task" [ 1831.280207] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.287858] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52923e7f-6874-a14e-2686-bd93cc495d83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.484776] env[62099]: DEBUG nova.scheduler.client.report [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1831.589938] env[62099]: DEBUG oslo_vmware.api [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130655} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.590229] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1831.590421] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1831.590604] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1831.609535] env[62099]: INFO nova.scheduler.client.report [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Deleted allocations for instance 3f1e9cf4-ac75-46ac-996e-2215756d53f0 [ 1831.623158] env[62099]: DEBUG oslo_concurrency.lockutils [req-ed56e97b-6d1e-40a8-a98a-b1ce66cdf054 req-9fcb8c05-2b47-41ad-b582-47ab68d9d6f9 service nova] Releasing lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.741976] env[62099]: DEBUG oslo_vmware.api [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897467, 'name': PowerOnVM_Task, 'duration_secs': 0.447235} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.743315] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1831.743547] env[62099]: DEBUG nova.compute.manager [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1831.744350] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6f77aa-71b7-4498-93ae-b8079c2bf19e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.796110] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52923e7f-6874-a14e-2686-bd93cc495d83, 'name': SearchDatastore_Task, 'duration_secs': 0.008668} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.796936] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb126e3e-1b86-42fc-925a-087d6bfe45ce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.805336] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1831.805336] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]527c21a2-3d4a-a478-9c89-8ba7903636c0" [ 1831.805336] env[62099]: _type = "Task" [ 1831.805336] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.813915] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]527c21a2-3d4a-a478-9c89-8ba7903636c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.990014] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.993099] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.752s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.993659] env[62099]: DEBUG nova.objects.instance [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lazy-loading 'resources' on Instance uuid bc7253df-1845-43be-93a8-81ab512e7e7b {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1832.007622] env[62099]: INFO nova.scheduler.client.report [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Deleted allocations for instance a7480b01-ab51-4e66-aaf5-dcf049bee103 [ 1832.114162] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.266621] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.316165] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]527c21a2-3d4a-a478-9c89-8ba7903636c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009553} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.316495] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.316817] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 60e22ad2-8f43-4eab-96d3-4c84f72103b0/60e22ad2-8f43-4eab-96d3-4c84f72103b0.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1832.317129] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4001194e-fe93-4cb2-97a9-f23d6953d54f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.324234] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1832.324234] env[62099]: value = "task-1897468" [ 1832.324234] env[62099]: _type = "Task" [ 1832.324234] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.337722] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.520779] env[62099]: DEBUG oslo_concurrency.lockutils [None req-9006171f-b70c-481c-aacd-ef0851e629fe tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "a7480b01-ab51-4e66-aaf5-dcf049bee103" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.709s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.673972] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5979502-023e-440c-9a66-1990727eaaf8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.684421] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7260221a-02c3-4551-b9db-f26364b45138 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.716469] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82862da-646a-4fdb-b663-6128680c908f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.724848] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4765d0ae-d61e-4be9-8d3d-c11870e39621 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.738799] env[62099]: DEBUG nova.compute.provider_tree [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1832.836616] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503176} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.836865] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 60e22ad2-8f43-4eab-96d3-4c84f72103b0/60e22ad2-8f43-4eab-96d3-4c84f72103b0.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1832.837089] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1832.837349] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdbf8ce4-a4ea-4e96-9439-272de82986a5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.841521] env[62099]: DEBUG nova.compute.manager [req-d99fb095-c1f6-4350-a9a1-9c4efd6b8e99 req-e961ae49-dd2a-4938-a52f-ecaf3172edff service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Received event network-vif-unplugged-6991ec90-f46e-4adc-90e7-95873916a4bc {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1832.841672] env[62099]: DEBUG oslo_concurrency.lockutils [req-d99fb095-c1f6-4350-a9a1-9c4efd6b8e99 req-e961ae49-dd2a-4938-a52f-ecaf3172edff service nova] Acquiring lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.841838] env[62099]: DEBUG oslo_concurrency.lockutils [req-d99fb095-c1f6-4350-a9a1-9c4efd6b8e99 req-e961ae49-dd2a-4938-a52f-ecaf3172edff service nova] Lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.842036] env[62099]: DEBUG oslo_concurrency.lockutils [req-d99fb095-c1f6-4350-a9a1-9c4efd6b8e99 req-e961ae49-dd2a-4938-a52f-ecaf3172edff service nova] Lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.842183] env[62099]: DEBUG nova.compute.manager [req-d99fb095-c1f6-4350-a9a1-9c4efd6b8e99 req-e961ae49-dd2a-4938-a52f-ecaf3172edff service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] No waiting events found dispatching network-vif-unplugged-6991ec90-f46e-4adc-90e7-95873916a4bc {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1832.842366] env[62099]: WARNING nova.compute.manager [req-d99fb095-c1f6-4350-a9a1-9c4efd6b8e99 req-e961ae49-dd2a-4938-a52f-ecaf3172edff service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Received unexpected event network-vif-unplugged-6991ec90-f46e-4adc-90e7-95873916a4bc for instance with vm_state shelved_offloaded and task_state unshelving. [ 1832.842537] env[62099]: DEBUG nova.compute.manager [req-d99fb095-c1f6-4350-a9a1-9c4efd6b8e99 req-e961ae49-dd2a-4938-a52f-ecaf3172edff service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Received event network-changed-6991ec90-f46e-4adc-90e7-95873916a4bc {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1832.842690] env[62099]: DEBUG nova.compute.manager [req-d99fb095-c1f6-4350-a9a1-9c4efd6b8e99 req-e961ae49-dd2a-4938-a52f-ecaf3172edff service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Refreshing instance network info cache due to event network-changed-6991ec90-f46e-4adc-90e7-95873916a4bc. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1832.842873] env[62099]: DEBUG oslo_concurrency.lockutils [req-d99fb095-c1f6-4350-a9a1-9c4efd6b8e99 req-e961ae49-dd2a-4938-a52f-ecaf3172edff service nova] Acquiring lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.843013] env[62099]: DEBUG oslo_concurrency.lockutils [req-d99fb095-c1f6-4350-a9a1-9c4efd6b8e99 req-e961ae49-dd2a-4938-a52f-ecaf3172edff service nova] Acquired lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.843168] env[62099]: DEBUG nova.network.neutron [req-d99fb095-c1f6-4350-a9a1-9c4efd6b8e99 req-e961ae49-dd2a-4938-a52f-ecaf3172edff service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Refreshing network info cache for port 6991ec90-f46e-4adc-90e7-95873916a4bc {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1832.848769] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1832.848769] env[62099]: value = "task-1897469" [ 1832.848769] env[62099]: _type = "Task" [ 1832.848769] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.858281] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.242256] env[62099]: DEBUG nova.scheduler.client.report [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1833.314315] env[62099]: DEBUG oslo_concurrency.lockutils [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.314673] env[62099]: DEBUG oslo_concurrency.lockutils [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.314902] env[62099]: DEBUG oslo_concurrency.lockutils [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.315347] env[62099]: DEBUG oslo_concurrency.lockutils [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.315347] env[62099]: DEBUG oslo_concurrency.lockutils [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.317347] env[62099]: INFO nova.compute.manager [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Terminating instance [ 1833.332142] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquiring lock "2c9bb585-0830-4e2d-9591-efb2b6c4a287" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.332384] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "2c9bb585-0830-4e2d-9591-efb2b6c4a287" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.332581] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquiring lock "2c9bb585-0830-4e2d-9591-efb2b6c4a287-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.332762] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "2c9bb585-0830-4e2d-9591-efb2b6c4a287-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.332927] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "2c9bb585-0830-4e2d-9591-efb2b6c4a287-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.334948] env[62099]: INFO nova.compute.manager [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Terminating instance [ 1833.358719] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080566} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.359008] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1833.359796] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9901b653-145e-422e-8073-6ce61bab02bc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.374958] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.383993] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 60e22ad2-8f43-4eab-96d3-4c84f72103b0/60e22ad2-8f43-4eab-96d3-4c84f72103b0.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1833.386522] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eedbe1e0-c329-427b-a345-90c16bff5564 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.407249] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1833.407249] env[62099]: value = "task-1897471" [ 1833.407249] env[62099]: _type = "Task" [ 1833.407249] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.415222] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.619319] env[62099]: DEBUG nova.network.neutron [req-d99fb095-c1f6-4350-a9a1-9c4efd6b8e99 req-e961ae49-dd2a-4938-a52f-ecaf3172edff service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Updated VIF entry in instance network info cache for port 6991ec90-f46e-4adc-90e7-95873916a4bc. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1833.619684] env[62099]: DEBUG nova.network.neutron [req-d99fb095-c1f6-4350-a9a1-9c4efd6b8e99 req-e961ae49-dd2a-4938-a52f-ecaf3172edff service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Updating instance_info_cache with network_info: [{"id": "6991ec90-f46e-4adc-90e7-95873916a4bc", "address": "fa:16:3e:34:9b:87", "network": {"id": "7b086ed8-9faa-472f-aa0f-5794f0d37a97", "bridge": null, "label": "tempest-ServersNegativeTestJSON-664053015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29e6d3b878b44ccbac8ef9628b28e51c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6991ec90-f4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.747061] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.749466] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.635s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.749723] env[62099]: DEBUG nova.objects.instance [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lazy-loading 'resources' on Instance uuid 3f1e9cf4-ac75-46ac-996e-2215756d53f0 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1833.770449] env[62099]: INFO nova.scheduler.client.report [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Deleted allocations for instance bc7253df-1845-43be-93a8-81ab512e7e7b [ 1833.820408] env[62099]: DEBUG nova.compute.manager [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1833.820624] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1833.821756] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b07165a-1df3-486c-8620-00ba2fa57b22 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.829516] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1833.829756] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59eea81c-f3d4-4d80-8e7f-fa513cf871e5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.836156] env[62099]: DEBUG oslo_vmware.api [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1833.836156] env[62099]: value = "task-1897472" [ 1833.836156] env[62099]: _type = "Task" [ 1833.836156] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.839306] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquiring lock "refresh_cache-2c9bb585-0830-4e2d-9591-efb2b6c4a287" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.839469] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquired lock "refresh_cache-2c9bb585-0830-4e2d-9591-efb2b6c4a287" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.839643] env[62099]: DEBUG nova.network.neutron [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.845132] env[62099]: DEBUG oslo_vmware.api [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.918606] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897471, 'name': ReconfigVM_Task, 'duration_secs': 0.308422} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.918875] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 60e22ad2-8f43-4eab-96d3-4c84f72103b0/60e22ad2-8f43-4eab-96d3-4c84f72103b0.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1833.919455] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac725134-c11f-4bf0-9311-5f9b589ae2dd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.926034] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1833.926034] env[62099]: value = "task-1897473" [ 1833.926034] env[62099]: _type = "Task" [ 1833.926034] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.933729] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897473, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.123132] env[62099]: DEBUG oslo_concurrency.lockutils [req-d99fb095-c1f6-4350-a9a1-9c4efd6b8e99 req-e961ae49-dd2a-4938-a52f-ecaf3172edff service nova] Releasing lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.252423] env[62099]: DEBUG nova.objects.instance [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lazy-loading 'numa_topology' on Instance uuid 3f1e9cf4-ac75-46ac-996e-2215756d53f0 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1834.278038] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7de45a0d-8253-4646-9d47-14b0c4028260 tempest-AttachVolumeTestJSON-183743634 tempest-AttachVolumeTestJSON-183743634-project-member] Lock "bc7253df-1845-43be-93a8-81ab512e7e7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.260s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.346918] env[62099]: DEBUG oslo_vmware.api [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897472, 'name': PowerOffVM_Task, 'duration_secs': 0.27334} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.347511] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1834.348176] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1834.348176] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b66bc2ed-0987-49b4-a3cd-c6984aaaeb9b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.362449] env[62099]: DEBUG nova.network.neutron [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1834.420155] env[62099]: DEBUG nova.network.neutron [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.436660] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897473, 'name': Rename_Task, 'duration_secs': 0.149525} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.436923] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1834.437172] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc26f0e3-1b15-42d6-a31f-ffd54923f24b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.445454] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1834.445454] env[62099]: value = "task-1897475" [ 1834.445454] env[62099]: _type = "Task" [ 1834.445454] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.450518] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1834.450714] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1834.450999] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Deleting the datastore file [datastore1] 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1834.453948] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b650755e-bef9-4df9-8d37-0e8e68977206 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.455551] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.460192] env[62099]: DEBUG oslo_vmware.api [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1834.460192] env[62099]: value = "task-1897476" [ 1834.460192] env[62099]: _type = "Task" [ 1834.460192] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.468173] env[62099]: DEBUG oslo_vmware.api [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.754899] env[62099]: DEBUG nova.objects.base [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Object Instance<3f1e9cf4-ac75-46ac-996e-2215756d53f0> lazy-loaded attributes: resources,numa_topology {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1834.892185] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3374f407-2e8a-449d-b7dc-82df68c04c5c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.899520] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2cf5c3-d75e-4519-ade6-3f4ae94a8d4f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.932346] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Releasing lock "refresh_cache-2c9bb585-0830-4e2d-9591-efb2b6c4a287" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.933029] env[62099]: DEBUG nova.compute.manager [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1834.933313] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1834.934702] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e942d8-8ea2-4a82-bfa8-17dcc9658318 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.937627] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3027869-7481-4d97-8ed4-4efaf4080f7e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.952635] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4373382b-5940-4389-b704-a874d8b9f9b5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.957329] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1834.957995] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa348b8a-cae7-4134-a297-816917c0e4c9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.977519] env[62099]: DEBUG nova.compute.provider_tree [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1834.979161] env[62099]: DEBUG oslo_vmware.api [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897475, 'name': PowerOnVM_Task, 'duration_secs': 0.461149} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.983017] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1834.983017] env[62099]: INFO nova.compute.manager [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1834.983017] env[62099]: DEBUG nova.compute.manager [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1834.983017] env[62099]: DEBUG oslo_vmware.api [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1834.983017] env[62099]: value = "task-1897478" [ 1834.983017] env[62099]: _type = "Task" [ 1834.983017] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.983017] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39724c7f-1cc9-4f0b-b6d2-59249ae17f98 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.991741] env[62099]: DEBUG oslo_vmware.api [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135821} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.992965] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1834.993216] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1834.993458] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1834.993709] env[62099]: INFO nova.compute.manager [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1834.994016] env[62099]: DEBUG oslo.service.loopingcall [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.995042] env[62099]: DEBUG nova.compute.manager [-] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1834.995223] env[62099]: DEBUG nova.network.neutron [-] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1835.004584] env[62099]: DEBUG oslo_vmware.api [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.480599] env[62099]: DEBUG nova.scheduler.client.report [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1835.498570] env[62099]: DEBUG oslo_vmware.api [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897478, 'name': PowerOffVM_Task, 'duration_secs': 0.155955} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.498883] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1835.499067] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1835.499351] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be6d67a3-a61f-4baa-9dd6-780c8a62607e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.517598] env[62099]: INFO nova.compute.manager [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Took 13.48 seconds to build instance. [ 1835.523653] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1835.523883] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1835.524080] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Deleting the datastore file [datastore2] 2c9bb585-0830-4e2d-9591-efb2b6c4a287 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1835.524832] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-feb76a77-de78-406d-8888-51312b284ddc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.533511] env[62099]: DEBUG oslo_vmware.api [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1835.533511] env[62099]: value = "task-1897480" [ 1835.533511] env[62099]: _type = "Task" [ 1835.533511] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.539828] env[62099]: DEBUG nova.compute.manager [req-4615c2db-ded3-4648-a2b0-f33b642ce8d4 req-a9d0ce0b-18ec-4174-98b5-a9dfd1d75e86 service nova] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Received event network-vif-deleted-ff568617-7229-484e-8cca-3782adb3fc55 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1835.540157] env[62099]: INFO nova.compute.manager [req-4615c2db-ded3-4648-a2b0-f33b642ce8d4 req-a9d0ce0b-18ec-4174-98b5-a9dfd1d75e86 service nova] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Neutron deleted interface ff568617-7229-484e-8cca-3782adb3fc55; detaching it from the instance and deleting it from the info cache [ 1835.540444] env[62099]: DEBUG nova.network.neutron [req-4615c2db-ded3-4648-a2b0-f33b642ce8d4 req-a9d0ce0b-18ec-4174-98b5-a9dfd1d75e86 service nova] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.546773] env[62099]: DEBUG oslo_vmware.api [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.985964] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.989068] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.723s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.989291] env[62099]: DEBUG nova.objects.instance [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62099) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1836.015211] env[62099]: DEBUG nova.network.neutron [-] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.018145] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a56afa-8f71-46e2-abae-1e55a4d835ff tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.994s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.044658] env[62099]: DEBUG oslo_vmware.api [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396518} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.044658] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-630773bb-fe60-4416-ac26-49129ea426d4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.046427] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1836.046620] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1836.046801] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1836.046976] env[62099]: INFO nova.compute.manager [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1836.047230] env[62099]: DEBUG oslo.service.loopingcall [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.047420] env[62099]: DEBUG nova.compute.manager [-] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1836.047512] env[62099]: DEBUG nova.network.neutron [-] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1836.057944] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc26fd8-470b-4a74-bbc7-6d25fff8c9ec {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.086819] env[62099]: DEBUG nova.compute.manager [req-4615c2db-ded3-4648-a2b0-f33b642ce8d4 req-a9d0ce0b-18ec-4174-98b5-a9dfd1d75e86 service nova] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Detach interface failed, port_id=ff568617-7229-484e-8cca-3782adb3fc55, reason: Instance 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1836.287191] env[62099]: DEBUG nova.network.neutron [-] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1836.502214] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ee460ce-74a0-4607-9065-5dc32e489d42 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.066s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.503133] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.128s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.503542] env[62099]: INFO nova.compute.manager [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Unshelving [ 1836.517885] env[62099]: INFO nova.compute.manager [-] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Took 1.52 seconds to deallocate network for instance. [ 1836.791656] env[62099]: DEBUG nova.network.neutron [-] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.001886] env[62099]: DEBUG oslo_concurrency.lockutils [None req-7358dad2-ae91-4380-9f4a-cc28f274d5b0 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.025015] env[62099]: DEBUG oslo_concurrency.lockutils [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.025308] env[62099]: DEBUG oslo_concurrency.lockutils [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.025534] env[62099]: DEBUG nova.objects.instance [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lazy-loading 'resources' on Instance uuid 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1837.294223] env[62099]: INFO nova.compute.manager [-] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Took 1.25 seconds to deallocate network for instance. [ 1837.529032] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.562542] env[62099]: DEBUG nova.compute.manager [req-13a73c99-e305-405f-9b90-f2c2e210b925 req-acd909e4-960d-4bf7-8864-a5dd65392a52 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Received event network-changed-9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1837.562542] env[62099]: DEBUG nova.compute.manager [req-13a73c99-e305-405f-9b90-f2c2e210b925 req-acd909e4-960d-4bf7-8864-a5dd65392a52 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Refreshing instance network info cache due to event network-changed-9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1837.563151] env[62099]: DEBUG oslo_concurrency.lockutils [req-13a73c99-e305-405f-9b90-f2c2e210b925 req-acd909e4-960d-4bf7-8864-a5dd65392a52 service nova] Acquiring lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.563151] env[62099]: DEBUG oslo_concurrency.lockutils [req-13a73c99-e305-405f-9b90-f2c2e210b925 req-acd909e4-960d-4bf7-8864-a5dd65392a52 service nova] Acquired lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.563151] env[62099]: DEBUG nova.network.neutron [req-13a73c99-e305-405f-9b90-f2c2e210b925 req-acd909e4-960d-4bf7-8864-a5dd65392a52 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Refreshing network info cache for port 9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1837.685491] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2260090d-fd67-4448-92ef-c1c018d070e2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.696346] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a3b55f-d6f9-4080-a1e7-ab444d4bff04 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.729288] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6fc37a-57e3-4a3a-b8a6-76e5dc615171 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.738676] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0760400-c53d-447d-91bb-0ed02f387df2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.755467] env[62099]: DEBUG nova.compute.provider_tree [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1837.803296] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.803887] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.804201] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.103076] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "100bb6d8-f69a-4ad3-a1c8-53e7fa280040" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.103344] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "100bb6d8-f69a-4ad3-a1c8-53e7fa280040" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.103555] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "100bb6d8-f69a-4ad3-a1c8-53e7fa280040-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.103736] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "100bb6d8-f69a-4ad3-a1c8-53e7fa280040-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.103901] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "100bb6d8-f69a-4ad3-a1c8-53e7fa280040-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.106241] env[62099]: INFO nova.compute.manager [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Terminating instance [ 1838.258184] env[62099]: DEBUG nova.scheduler.client.report [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1838.298610] env[62099]: DEBUG nova.network.neutron [req-13a73c99-e305-405f-9b90-f2c2e210b925 req-acd909e4-960d-4bf7-8864-a5dd65392a52 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Updated VIF entry in instance network info cache for port 9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1838.298610] env[62099]: DEBUG nova.network.neutron [req-13a73c99-e305-405f-9b90-f2c2e210b925 req-acd909e4-960d-4bf7-8864-a5dd65392a52 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Updating instance_info_cache with network_info: [{"id": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "address": "fa:16:3e:be:29:2b", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4fe0d5-ef", "ovs_interfaceid": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.306283] env[62099]: DEBUG nova.compute.manager [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1838.610369] env[62099]: DEBUG nova.compute.manager [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1838.610670] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1838.611812] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8739c802-c548-4593-9f20-5d88a5fb043d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.620172] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1838.620424] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d43df01a-7c1d-4ed7-a02a-fe4d923204f6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.626807] env[62099]: DEBUG oslo_vmware.api [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1838.626807] env[62099]: value = "task-1897481" [ 1838.626807] env[62099]: _type = "Task" [ 1838.626807] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.634658] env[62099]: DEBUG oslo_vmware.api [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.763874] env[62099]: DEBUG oslo_concurrency.lockutils [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.766698] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.238s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.767379] env[62099]: DEBUG nova.objects.instance [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lazy-loading 'pci_requests' on Instance uuid 3f1e9cf4-ac75-46ac-996e-2215756d53f0 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1838.789374] env[62099]: INFO nova.scheduler.client.report [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Deleted allocations for instance 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43 [ 1838.799887] env[62099]: DEBUG oslo_concurrency.lockutils [req-13a73c99-e305-405f-9b90-f2c2e210b925 req-acd909e4-960d-4bf7-8864-a5dd65392a52 service nova] Releasing lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.832051] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.136743] env[62099]: DEBUG oslo_vmware.api [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897481, 'name': PowerOffVM_Task, 'duration_secs': 0.223821} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.137015] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1839.137199] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1839.137451] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a967350-cf61-43dc-8a8d-d0070dd27a44 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.222439] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1839.222666] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1839.222852] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Deleting the datastore file [datastore1] 100bb6d8-f69a-4ad3-a1c8-53e7fa280040 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1839.223139] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89a986cd-85d9-4c8a-a33b-b691ac701610 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.229745] env[62099]: DEBUG oslo_vmware.api [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1839.229745] env[62099]: value = "task-1897483" [ 1839.229745] env[62099]: _type = "Task" [ 1839.229745] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.237370] env[62099]: DEBUG oslo_vmware.api [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.271404] env[62099]: DEBUG nova.objects.instance [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lazy-loading 'numa_topology' on Instance uuid 3f1e9cf4-ac75-46ac-996e-2215756d53f0 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1839.300111] env[62099]: DEBUG oslo_concurrency.lockutils [None req-538fc2ff-8919-4b5e-b5f5-d33b0104ae95 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.985s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.742345] env[62099]: DEBUG oslo_vmware.api [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167516} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.742720] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1839.742989] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1839.743280] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1839.743582] env[62099]: INFO nova.compute.manager [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1839.743833] env[62099]: DEBUG oslo.service.loopingcall [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1839.744085] env[62099]: DEBUG nova.compute.manager [-] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1839.744212] env[62099]: DEBUG nova.network.neutron [-] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1839.774922] env[62099]: INFO nova.compute.claims [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1839.977037] env[62099]: DEBUG nova.compute.manager [req-7b01cb8f-5ecb-4dcc-9cca-2a2868b6023d req-44dd5b8f-7d7c-48fa-a995-0581387cfc4c service nova] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Received event network-vif-deleted-8611a271-5530-485f-9c9d-1a0b992e4b51 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1839.977246] env[62099]: INFO nova.compute.manager [req-7b01cb8f-5ecb-4dcc-9cca-2a2868b6023d req-44dd5b8f-7d7c-48fa-a995-0581387cfc4c service nova] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Neutron deleted interface 8611a271-5530-485f-9c9d-1a0b992e4b51; detaching it from the instance and deleting it from the info cache [ 1839.977421] env[62099]: DEBUG nova.network.neutron [req-7b01cb8f-5ecb-4dcc-9cca-2a2868b6023d req-44dd5b8f-7d7c-48fa-a995-0581387cfc4c service nova] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.260546] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1840.455998] env[62099]: DEBUG nova.network.neutron [-] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.474601] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc949213-1ccd-4813-bd39-791e68a43850 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.474838] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc949213-1ccd-4813-bd39-791e68a43850 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.479645] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c771bde8-5654-4e5f-88fd-944b7e85f632 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.490234] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df659a9a-3358-4fa0-a6bb-e71139c30410 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.517010] env[62099]: DEBUG nova.compute.manager [req-7b01cb8f-5ecb-4dcc-9cca-2a2868b6023d req-44dd5b8f-7d7c-48fa-a995-0581387cfc4c service nova] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Detach interface failed, port_id=8611a271-5530-485f-9c9d-1a0b992e4b51, reason: Instance 100bb6d8-f69a-4ad3-a1c8-53e7fa280040 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1840.908917] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa737c0-58bf-49ba-9ad3-929dd89d89e1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.916817] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbfb5ef-581d-4807-a81c-a3b5a3da6b72 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.945981] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cfcc34-9215-4684-a4e1-e218510a6b49 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.953692] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdff7c5-bc75-4caf-8668-af1cddbb4efa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.957545] env[62099]: INFO nova.compute.manager [-] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Took 1.21 seconds to deallocate network for instance. [ 1840.970699] env[62099]: DEBUG nova.compute.provider_tree [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1840.976870] env[62099]: INFO nova.compute.manager [None req-cc949213-1ccd-4813-bd39-791e68a43850 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Detaching volume a43a2990-63de-4223-ace9-eac30dd6d09b [ 1841.013592] env[62099]: INFO nova.virt.block_device [None req-cc949213-1ccd-4813-bd39-791e68a43850 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Attempting to driver detach volume a43a2990-63de-4223-ace9-eac30dd6d09b from mountpoint /dev/sdb [ 1841.013841] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc949213-1ccd-4813-bd39-791e68a43850 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Volume detach. Driver type: vmdk {{(pid=62099) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1841.014043] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc949213-1ccd-4813-bd39-791e68a43850 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391779', 'volume_id': 'a43a2990-63de-4223-ace9-eac30dd6d09b', 'name': 'volume-a43a2990-63de-4223-ace9-eac30dd6d09b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a63b410f-88be-40f1-8b1f-c03cd495dbe5', 'attached_at': '', 'detached_at': '', 'volume_id': 'a43a2990-63de-4223-ace9-eac30dd6d09b', 'serial': 'a43a2990-63de-4223-ace9-eac30dd6d09b'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1841.015507] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f569c45-e085-4982-a1b5-a107a5d1eb7d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.036707] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4278084-d9c4-4929-8c8a-3bd11baf8e4b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.044127] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d993ac7-4fb6-4a0f-b9d9-d15baaef7d34 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.064531] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b08232-cef2-43b4-a5a6-7c0cc3dc3f47 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.080706] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc949213-1ccd-4813-bd39-791e68a43850 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] The volume has not been displaced from its original location: [datastore1] volume-a43a2990-63de-4223-ace9-eac30dd6d09b/volume-a43a2990-63de-4223-ace9-eac30dd6d09b.vmdk. No consolidation needed. {{(pid=62099) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1841.085925] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc949213-1ccd-4813-bd39-791e68a43850 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1841.086239] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1910f792-b6b8-4f9a-8ea4-c3a50509c908 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.104525] env[62099]: DEBUG oslo_vmware.api [None req-cc949213-1ccd-4813-bd39-791e68a43850 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1841.104525] env[62099]: value = "task-1897484" [ 1841.104525] env[62099]: _type = "Task" [ 1841.104525] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.112326] env[62099]: DEBUG oslo_vmware.api [None req-cc949213-1ccd-4813-bd39-791e68a43850 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.473630] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.497211] env[62099]: ERROR nova.scheduler.client.report [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [req-051c318c-80dc-44f2-8713-586f2c8f81b9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 43c8a4a7-40f1-4ba7-adfe-424593691d02. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-051c318c-80dc-44f2-8713-586f2c8f81b9"}]} [ 1841.511609] env[62099]: DEBUG nova.scheduler.client.report [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Refreshing inventories for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1841.526425] env[62099]: DEBUG nova.scheduler.client.report [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Updating ProviderTree inventory for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1841.527750] env[62099]: DEBUG nova.compute.provider_tree [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1841.546663] env[62099]: DEBUG nova.scheduler.client.report [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Refreshing aggregate associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, aggregates: None {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1841.564870] env[62099]: DEBUG nova.scheduler.client.report [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Refreshing trait associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1841.615497] env[62099]: DEBUG oslo_vmware.api [None req-cc949213-1ccd-4813-bd39-791e68a43850 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897484, 'name': ReconfigVM_Task, 'duration_secs': 0.236889} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.615497] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc949213-1ccd-4813-bd39-791e68a43850 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1841.623416] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a51fbf3-e2e6-4427-a7ca-9c6e03d1be1b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.638311] env[62099]: DEBUG oslo_vmware.api [None req-cc949213-1ccd-4813-bd39-791e68a43850 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1841.638311] env[62099]: value = "task-1897485" [ 1841.638311] env[62099]: _type = "Task" [ 1841.638311] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.646484] env[62099]: DEBUG oslo_vmware.api [None req-cc949213-1ccd-4813-bd39-791e68a43850 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.724744] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef7b02f-93eb-4e36-b46b-1239303e39dd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.732260] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc9871b-445b-4df9-b0a6-bb739e6a495d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.763447] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74769d65-f345-4135-bcdb-d80aceb3dd7c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.770668] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffcd967-2754-4283-a0f4-7d8a46ebcd86 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.783655] env[62099]: DEBUG nova.compute.provider_tree [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1842.147874] env[62099]: DEBUG oslo_vmware.api [None req-cc949213-1ccd-4813-bd39-791e68a43850 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897485, 'name': ReconfigVM_Task, 'duration_secs': 0.138776} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.148259] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc949213-1ccd-4813-bd39-791e68a43850 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391779', 'volume_id': 'a43a2990-63de-4223-ace9-eac30dd6d09b', 'name': 'volume-a43a2990-63de-4223-ace9-eac30dd6d09b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a63b410f-88be-40f1-8b1f-c03cd495dbe5', 'attached_at': '', 'detached_at': '', 'volume_id': 'a43a2990-63de-4223-ace9-eac30dd6d09b', 'serial': 'a43a2990-63de-4223-ace9-eac30dd6d09b'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1842.305683] env[62099]: ERROR nova.scheduler.client.report [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [req-9c47af79-4ab5-440e-ab3f-166801b107cb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 43c8a4a7-40f1-4ba7-adfe-424593691d02. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9c47af79-4ab5-440e-ab3f-166801b107cb"}]} [ 1842.321773] env[62099]: DEBUG nova.scheduler.client.report [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Refreshing inventories for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1842.336033] env[62099]: DEBUG nova.scheduler.client.report [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Updating ProviderTree inventory for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1842.336278] env[62099]: DEBUG nova.compute.provider_tree [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1842.349658] env[62099]: DEBUG nova.scheduler.client.report [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Refreshing aggregate associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, aggregates: None {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1842.367479] env[62099]: DEBUG nova.scheduler.client.report [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Refreshing trait associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1842.518481] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6814267f-4c48-466f-8393-a2c7a372012f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.526902] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfd25eb-ff2f-4a72-aa0c-07652817f507 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.559213] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4879e1-fe3d-430e-b319-945a58966628 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.566236] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "9e479887-c5fa-4d59-b2af-56893c02b15d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.566471] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "9e479887-c5fa-4d59-b2af-56893c02b15d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.571253] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3203399d-10f9-465c-a693-2f0bb1e682c2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.586452] env[62099]: DEBUG nova.compute.provider_tree [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1842.693916] env[62099]: DEBUG nova.objects.instance [None req-cc949213-1ccd-4813-bd39-791e68a43850 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lazy-loading 'flavor' on Instance uuid a63b410f-88be-40f1-8b1f-c03cd495dbe5 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1843.071021] env[62099]: DEBUG nova.compute.manager [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1843.115451] env[62099]: DEBUG nova.scheduler.client.report [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Updated inventory for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1843.115738] env[62099]: DEBUG nova.compute.provider_tree [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Updating resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 generation from 138 to 139 during operation: update_inventory {{(pid=62099) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1843.116688] env[62099]: DEBUG nova.compute.provider_tree [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1843.595929] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.620393] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.854s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.622496] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.819s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.622850] env[62099]: DEBUG nova.objects.instance [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lazy-loading 'resources' on Instance uuid 2c9bb585-0830-4e2d-9591-efb2b6c4a287 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1843.650697] env[62099]: INFO nova.network.neutron [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Updating port 6991ec90-f46e-4adc-90e7-95873916a4bc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1843.702509] env[62099]: DEBUG oslo_concurrency.lockutils [None req-cc949213-1ccd-4813-bd39-791e68a43850 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.227s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.272053] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ef2705-6252-4363-8d2c-60359c948c9f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.279950] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702e6224-47c8-4b5d-9c0e-9e176b16c962 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.310734] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b7d1fa-ce63-42c5-b0b2-1f925c8cdb87 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.318222] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e48ef28-a975-4c39-89fc-2874c51fa881 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.331213] env[62099]: DEBUG nova.compute.provider_tree [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1844.738047] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.738047] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.738047] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.738047] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.738472] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.740351] env[62099]: INFO nova.compute.manager [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Terminating instance [ 1844.834115] env[62099]: DEBUG nova.scheduler.client.report [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1845.016020] env[62099]: DEBUG nova.compute.manager [req-77208206-0d19-4fd1-b960-3d6786adf6e8 req-5ec0f252-c5ef-4dad-a66e-7c33e1ffafb8 service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Received event network-vif-plugged-6991ec90-f46e-4adc-90e7-95873916a4bc {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1845.016210] env[62099]: DEBUG oslo_concurrency.lockutils [req-77208206-0d19-4fd1-b960-3d6786adf6e8 req-5ec0f252-c5ef-4dad-a66e-7c33e1ffafb8 service nova] Acquiring lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.016424] env[62099]: DEBUG oslo_concurrency.lockutils [req-77208206-0d19-4fd1-b960-3d6786adf6e8 req-5ec0f252-c5ef-4dad-a66e-7c33e1ffafb8 service nova] Lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.016603] env[62099]: DEBUG oslo_concurrency.lockutils [req-77208206-0d19-4fd1-b960-3d6786adf6e8 req-5ec0f252-c5ef-4dad-a66e-7c33e1ffafb8 service nova] Lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.016775] env[62099]: DEBUG nova.compute.manager [req-77208206-0d19-4fd1-b960-3d6786adf6e8 req-5ec0f252-c5ef-4dad-a66e-7c33e1ffafb8 service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] No waiting events found dispatching network-vif-plugged-6991ec90-f46e-4adc-90e7-95873916a4bc {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1845.016941] env[62099]: WARNING nova.compute.manager [req-77208206-0d19-4fd1-b960-3d6786adf6e8 req-5ec0f252-c5ef-4dad-a66e-7c33e1ffafb8 service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Received unexpected event network-vif-plugged-6991ec90-f46e-4adc-90e7-95873916a4bc for instance with vm_state shelved_offloaded and task_state spawning. [ 1845.095399] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.095554] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquired lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.095732] env[62099]: DEBUG nova.network.neutron [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1845.244031] env[62099]: DEBUG nova.compute.manager [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1845.244289] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1845.245195] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a9f36b-c063-47fc-81e5-eadcee73f23f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.253194] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1845.253479] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa952800-d9f2-43b4-aebd-5270076ed54d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.259879] env[62099]: DEBUG oslo_vmware.api [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1845.259879] env[62099]: value = "task-1897486" [ 1845.259879] env[62099]: _type = "Task" [ 1845.259879] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.268042] env[62099]: DEBUG oslo_vmware.api [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.339658] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.342029] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.510s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.343613] env[62099]: INFO nova.compute.claims [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1845.363272] env[62099]: INFO nova.scheduler.client.report [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Deleted allocations for instance 2c9bb585-0830-4e2d-9591-efb2b6c4a287 [ 1845.769120] env[62099]: DEBUG oslo_vmware.api [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897486, 'name': PowerOffVM_Task, 'duration_secs': 0.208742} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.769398] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1845.769577] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1845.769842] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aac6706-1ca3-444c-870e-d42ca5057551 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.836612] env[62099]: DEBUG nova.network.neutron [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Updating instance_info_cache with network_info: [{"id": "6991ec90-f46e-4adc-90e7-95873916a4bc", "address": "fa:16:3e:34:9b:87", "network": {"id": "7b086ed8-9faa-472f-aa0f-5794f0d37a97", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-664053015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29e6d3b878b44ccbac8ef9628b28e51c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6991ec90-f4", "ovs_interfaceid": "6991ec90-f46e-4adc-90e7-95873916a4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.860827] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1845.860998] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1845.861196] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Deleting the datastore file [datastore2] a63b410f-88be-40f1-8b1f-c03cd495dbe5 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1845.861468] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8daf235-a1c2-4c2b-a115-42a55dd6e310 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.867315] env[62099]: DEBUG oslo_vmware.api [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1845.867315] env[62099]: value = "task-1897488" [ 1845.867315] env[62099]: _type = "Task" [ 1845.867315] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.873042] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2a89c25a-eaba-4261-91b9-c08ddc3c5a5d tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "2c9bb585-0830-4e2d-9591-efb2b6c4a287" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.541s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.878536] env[62099]: DEBUG oslo_vmware.api [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.339254] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Releasing lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.365252] env[62099]: DEBUG nova.virt.hardware [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='545c41ff9413b41479194cc0ee5198d6',container_format='bare',created_at=2024-12-14T21:33:37Z,direct_url=,disk_format='vmdk',id=5f127a1c-fde0-4330-8a11-e1da9c4566c7,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-783690806-shelved',owner='29e6d3b878b44ccbac8ef9628b28e51c',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2024-12-14T21:33:54Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1846.365506] env[62099]: DEBUG nova.virt.hardware [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1846.365663] env[62099]: DEBUG nova.virt.hardware [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1846.365841] env[62099]: DEBUG nova.virt.hardware [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1846.365984] env[62099]: DEBUG nova.virt.hardware [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1846.366144] env[62099]: DEBUG nova.virt.hardware [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1846.366348] env[62099]: DEBUG nova.virt.hardware [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1846.366507] env[62099]: DEBUG nova.virt.hardware [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1846.366674] env[62099]: DEBUG nova.virt.hardware [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1846.366877] env[62099]: DEBUG nova.virt.hardware [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1846.367114] env[62099]: DEBUG nova.virt.hardware [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1846.367963] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ef7b75-cd9c-47e8-8917-be922508b88b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.382815] env[62099]: DEBUG oslo_vmware.api [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134879} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.385943] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878b3a15-0a6e-4ce9-b927-52ddb249187f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.390078] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1846.390365] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1846.390530] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1846.390757] env[62099]: INFO nova.compute.manager [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1846.391130] env[62099]: DEBUG oslo.service.loopingcall [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1846.391424] env[62099]: DEBUG nova.compute.manager [-] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1846.391547] env[62099]: DEBUG nova.network.neutron [-] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1846.402732] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:9b:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6991ec90-f46e-4adc-90e7-95873916a4bc', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1846.411536] env[62099]: DEBUG oslo.service.loopingcall [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1846.413787] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1846.414209] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21bcc6d1-a284-403d-8e6f-f733ae0ef232 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.436734] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1846.436734] env[62099]: value = "task-1897489" [ 1846.436734] env[62099]: _type = "Task" [ 1846.436734] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.446022] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897489, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.467544] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquiring lock "e6e56501-9487-4ba4-b9e5-e65f2a4fb8de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.467789] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "e6e56501-9487-4ba4-b9e5-e65f2a4fb8de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.467998] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquiring lock "e6e56501-9487-4ba4-b9e5-e65f2a4fb8de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.468226] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "e6e56501-9487-4ba4-b9e5-e65f2a4fb8de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.468416] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "e6e56501-9487-4ba4-b9e5-e65f2a4fb8de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.472322] env[62099]: INFO nova.compute.manager [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Terminating instance [ 1846.508480] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453670b1-faa5-4bfb-b8c1-17fda92ac5d3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.515977] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3ff37f-9ba6-4af7-a18a-b4b039f88830 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.549294] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fff78f-3d67-458c-8693-91d5bcfb3cf1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.557167] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7be7d1f-b6d5-42b3-a749-8a3b0a467630 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.570342] env[62099]: DEBUG nova.compute.provider_tree [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1846.946641] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897489, 'name': CreateVM_Task, 'duration_secs': 0.436531} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.946985] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1846.947502] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5f127a1c-fde0-4330-8a11-e1da9c4566c7" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.947669] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5f127a1c-fde0-4330-8a11-e1da9c4566c7" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.948039] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5f127a1c-fde0-4330-8a11-e1da9c4566c7" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1846.948315] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42ed83bd-d896-4893-8724-32c251c79639 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.953225] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1846.953225] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]521a36bd-8c95-583f-42c7-146783d5dc3b" [ 1846.953225] env[62099]: _type = "Task" [ 1846.953225] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.964929] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521a36bd-8c95-583f-42c7-146783d5dc3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.975487] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquiring lock "refresh_cache-e6e56501-9487-4ba4-b9e5-e65f2a4fb8de" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.975657] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquired lock "refresh_cache-e6e56501-9487-4ba4-b9e5-e65f2a4fb8de" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.975829] env[62099]: DEBUG nova.network.neutron [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.057144] env[62099]: DEBUG nova.compute.manager [req-711e5af1-b70d-4f7e-9d3b-ab0b167d863a req-1233accd-54c4-49a5-89e6-6e4ef99dc0b8 service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Received event network-changed-6991ec90-f46e-4adc-90e7-95873916a4bc {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1847.057346] env[62099]: DEBUG nova.compute.manager [req-711e5af1-b70d-4f7e-9d3b-ab0b167d863a req-1233accd-54c4-49a5-89e6-6e4ef99dc0b8 service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Refreshing instance network info cache due to event network-changed-6991ec90-f46e-4adc-90e7-95873916a4bc. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1847.057571] env[62099]: DEBUG oslo_concurrency.lockutils [req-711e5af1-b70d-4f7e-9d3b-ab0b167d863a req-1233accd-54c4-49a5-89e6-6e4ef99dc0b8 service nova] Acquiring lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.057687] env[62099]: DEBUG oslo_concurrency.lockutils [req-711e5af1-b70d-4f7e-9d3b-ab0b167d863a req-1233accd-54c4-49a5-89e6-6e4ef99dc0b8 service nova] Acquired lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.057846] env[62099]: DEBUG nova.network.neutron [req-711e5af1-b70d-4f7e-9d3b-ab0b167d863a req-1233accd-54c4-49a5-89e6-6e4ef99dc0b8 service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Refreshing network info cache for port 6991ec90-f46e-4adc-90e7-95873916a4bc {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1847.073926] env[62099]: DEBUG nova.scheduler.client.report [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1847.415869] env[62099]: DEBUG nova.network.neutron [-] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.463415] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5f127a1c-fde0-4330-8a11-e1da9c4566c7" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.465016] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Processing image 5f127a1c-fde0-4330-8a11-e1da9c4566c7 {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1847.465016] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5f127a1c-fde0-4330-8a11-e1da9c4566c7/5f127a1c-fde0-4330-8a11-e1da9c4566c7.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.465016] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5f127a1c-fde0-4330-8a11-e1da9c4566c7/5f127a1c-fde0-4330-8a11-e1da9c4566c7.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.465016] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1847.465016] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f288c04-b084-4b62-b46d-b3f3365c523f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.474024] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1847.474024] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1847.474207] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-551f3cfa-8a26-4830-83ac-048e9578e2ff {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.480986] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1847.480986] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c4d157-f83b-95a5-a2af-76bf4c3317ac" [ 1847.480986] env[62099]: _type = "Task" [ 1847.480986] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.488780] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52c4d157-f83b-95a5-a2af-76bf4c3317ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.495016] env[62099]: DEBUG nova.network.neutron [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1847.551238] env[62099]: DEBUG nova.network.neutron [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.579834] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.580415] env[62099]: DEBUG nova.compute.manager [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1847.583502] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.110s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.583677] env[62099]: DEBUG nova.objects.instance [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lazy-loading 'resources' on Instance uuid 100bb6d8-f69a-4ad3-a1c8-53e7fa280040 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1847.764165] env[62099]: DEBUG nova.network.neutron [req-711e5af1-b70d-4f7e-9d3b-ab0b167d863a req-1233accd-54c4-49a5-89e6-6e4ef99dc0b8 service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Updated VIF entry in instance network info cache for port 6991ec90-f46e-4adc-90e7-95873916a4bc. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1847.764698] env[62099]: DEBUG nova.network.neutron [req-711e5af1-b70d-4f7e-9d3b-ab0b167d863a req-1233accd-54c4-49a5-89e6-6e4ef99dc0b8 service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Updating instance_info_cache with network_info: [{"id": "6991ec90-f46e-4adc-90e7-95873916a4bc", "address": "fa:16:3e:34:9b:87", "network": {"id": "7b086ed8-9faa-472f-aa0f-5794f0d37a97", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-664053015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29e6d3b878b44ccbac8ef9628b28e51c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6991ec90-f4", "ovs_interfaceid": "6991ec90-f46e-4adc-90e7-95873916a4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.921757] env[62099]: INFO nova.compute.manager [-] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Took 1.53 seconds to deallocate network for instance. [ 1847.991395] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Preparing fetch location {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1847.991711] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Fetch image to [datastore1] OSTACK_IMG_d6e148cb-e12a-4cc4-b628-c3e6b0eed431/OSTACK_IMG_d6e148cb-e12a-4cc4-b628-c3e6b0eed431.vmdk {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1847.991787] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Downloading stream optimized image 5f127a1c-fde0-4330-8a11-e1da9c4566c7 to [datastore1] OSTACK_IMG_d6e148cb-e12a-4cc4-b628-c3e6b0eed431/OSTACK_IMG_d6e148cb-e12a-4cc4-b628-c3e6b0eed431.vmdk on the data store datastore1 as vApp {{(pid=62099) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1847.991953] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Downloading image file data 5f127a1c-fde0-4330-8a11-e1da9c4566c7 to the ESX as VM named 'OSTACK_IMG_d6e148cb-e12a-4cc4-b628-c3e6b0eed431' {{(pid=62099) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1848.053801] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Releasing lock "refresh_cache-e6e56501-9487-4ba4-b9e5-e65f2a4fb8de" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.054234] env[62099]: DEBUG nova.compute.manager [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1848.054425] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1848.055234] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94e36aa-f3e7-43da-8358-92ed93a1c7e3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.062797] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1848.063589] env[62099]: DEBUG oslo_vmware.rw_handles [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1848.063589] env[62099]: value = "resgroup-9" [ 1848.063589] env[62099]: _type = "ResourcePool" [ 1848.063589] env[62099]: }. {{(pid=62099) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1848.063815] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22bc59db-266c-44cf-b7aa-de5cc4cf85ba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.065226] env[62099]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4d3d9ed3-f4ef-4032-a178-19f275d74275 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.085901] env[62099]: DEBUG nova.compute.utils [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1848.087221] env[62099]: DEBUG oslo_vmware.api [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1848.087221] env[62099]: value = "task-1897490" [ 1848.087221] env[62099]: _type = "Task" [ 1848.087221] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.088547] env[62099]: DEBUG nova.compute.manager [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1848.088749] env[62099]: DEBUG nova.network.neutron [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1848.090455] env[62099]: DEBUG oslo_vmware.rw_handles [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lease: (returnval){ [ 1848.090455] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52290698-459f-1ed2-7801-c13d7417a328" [ 1848.090455] env[62099]: _type = "HttpNfcLease" [ 1848.090455] env[62099]: } obtained for vApp import into resource pool (val){ [ 1848.090455] env[62099]: value = "resgroup-9" [ 1848.090455] env[62099]: _type = "ResourcePool" [ 1848.090455] env[62099]: }. {{(pid=62099) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1848.090828] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the lease: (returnval){ [ 1848.090828] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52290698-459f-1ed2-7801-c13d7417a328" [ 1848.090828] env[62099]: _type = "HttpNfcLease" [ 1848.090828] env[62099]: } to be ready. {{(pid=62099) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1848.104228] env[62099]: DEBUG oslo_vmware.api [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.105853] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1848.105853] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52290698-459f-1ed2-7801-c13d7417a328" [ 1848.105853] env[62099]: _type = "HttpNfcLease" [ 1848.105853] env[62099]: } is initializing. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1848.143934] env[62099]: DEBUG nova.policy [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e613032b5c54e4b8d7961daa089ecc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '511d198b4c40466caacb6db27d52c0af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1848.242074] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e32563-9e43-49c2-b8d2-bf00fb8eddce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.250087] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6eb1004-1fa8-4fc0-a845-2cfab6dcf8db {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.282978] env[62099]: DEBUG oslo_concurrency.lockutils [req-711e5af1-b70d-4f7e-9d3b-ab0b167d863a req-1233accd-54c4-49a5-89e6-6e4ef99dc0b8 service nova] Releasing lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.283282] env[62099]: DEBUG nova.compute.manager [req-711e5af1-b70d-4f7e-9d3b-ab0b167d863a req-1233accd-54c4-49a5-89e6-6e4ef99dc0b8 service nova] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Received event network-vif-deleted-b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1848.283478] env[62099]: INFO nova.compute.manager [req-711e5af1-b70d-4f7e-9d3b-ab0b167d863a req-1233accd-54c4-49a5-89e6-6e4ef99dc0b8 service nova] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Neutron deleted interface b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8; detaching it from the instance and deleting it from the info cache [ 1848.283661] env[62099]: DEBUG nova.network.neutron [req-711e5af1-b70d-4f7e-9d3b-ab0b167d863a req-1233accd-54c4-49a5-89e6-6e4ef99dc0b8 service nova] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.286141] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2d8507-24fe-4b11-8be9-99442bef11f5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.293686] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab57621d-6271-454e-94f4-0228616e14e7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.308554] env[62099]: DEBUG nova.compute.provider_tree [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1848.429545] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.443985] env[62099]: DEBUG nova.network.neutron [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Successfully created port: 649672dd-467d-49e0-ba3d-3d205c42008a {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1848.589071] env[62099]: DEBUG nova.compute.manager [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1848.602396] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1848.602396] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52290698-459f-1ed2-7801-c13d7417a328" [ 1848.602396] env[62099]: _type = "HttpNfcLease" [ 1848.602396] env[62099]: } is ready. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1848.605261] env[62099]: DEBUG oslo_vmware.rw_handles [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1848.605261] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52290698-459f-1ed2-7801-c13d7417a328" [ 1848.605261] env[62099]: _type = "HttpNfcLease" [ 1848.605261] env[62099]: }. {{(pid=62099) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1848.605535] env[62099]: DEBUG oslo_vmware.api [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897490, 'name': PowerOffVM_Task, 'duration_secs': 0.229615} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.606187] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6c80db-aebd-4d37-af1f-beababfdbc63 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.608496] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1848.608705] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1848.608892] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88819ef0-afca-48fc-a04a-1addf8f26847 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.614951] env[62099]: DEBUG oslo_vmware.rw_handles [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5290b654-5877-29ee-0bf5-d1591935b4c8/disk-0.vmdk from lease info. {{(pid=62099) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1848.615141] env[62099]: DEBUG oslo_vmware.rw_handles [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5290b654-5877-29ee-0bf5-d1591935b4c8/disk-0.vmdk. {{(pid=62099) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1848.672045] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1848.672273] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1848.672546] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Deleting the datastore file [datastore1] e6e56501-9487-4ba4-b9e5-e65f2a4fb8de {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1848.673777] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7d482c3-9969-4206-b26b-1178c9216133 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.679795] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-60860d7b-0e2e-432c-a048-bed1af932c66 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.684744] env[62099]: DEBUG oslo_vmware.api [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for the task: (returnval){ [ 1848.684744] env[62099]: value = "task-1897493" [ 1848.684744] env[62099]: _type = "Task" [ 1848.684744] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.693825] env[62099]: DEBUG oslo_vmware.api [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.790051] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09798320-f18b-43d6-b7bf-0e33f09df243 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.798776] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c98af6-45ca-4bb5-a009-743363eb8989 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.811605] env[62099]: DEBUG nova.scheduler.client.report [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1848.831757] env[62099]: DEBUG nova.compute.manager [req-711e5af1-b70d-4f7e-9d3b-ab0b167d863a req-1233accd-54c4-49a5-89e6-6e4ef99dc0b8 service nova] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Detach interface failed, port_id=b81faa7b-6dec-417e-bd4f-c4b3c3a9d9e8, reason: Instance a63b410f-88be-40f1-8b1f-c03cd495dbe5 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1849.198014] env[62099]: DEBUG oslo_vmware.api [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Task: {'id': task-1897493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089506} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.199937] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1849.200164] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1849.200353] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1849.200547] env[62099]: INFO nova.compute.manager [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1849.200835] env[62099]: DEBUG oslo.service.loopingcall [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1849.201093] env[62099]: DEBUG nova.compute.manager [-] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1849.201168] env[62099]: DEBUG nova.network.neutron [-] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1849.217761] env[62099]: DEBUG nova.network.neutron [-] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1849.316561] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.319059] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.723s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.321463] env[62099]: INFO nova.compute.claims [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1849.345438] env[62099]: INFO nova.scheduler.client.report [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Deleted allocations for instance 100bb6d8-f69a-4ad3-a1c8-53e7fa280040 [ 1849.604847] env[62099]: DEBUG nova.compute.manager [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1849.636624] env[62099]: DEBUG nova.virt.hardware [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1849.636893] env[62099]: DEBUG nova.virt.hardware [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1849.637063] env[62099]: DEBUG nova.virt.hardware [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1849.637251] env[62099]: DEBUG nova.virt.hardware [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1849.637400] env[62099]: DEBUG nova.virt.hardware [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1849.637545] env[62099]: DEBUG nova.virt.hardware [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1849.637808] env[62099]: DEBUG nova.virt.hardware [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1849.638018] env[62099]: DEBUG nova.virt.hardware [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1849.638233] env[62099]: DEBUG nova.virt.hardware [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1849.638406] env[62099]: DEBUG nova.virt.hardware [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1849.638656] env[62099]: DEBUG nova.virt.hardware [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1849.639617] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089ddbbf-6efd-4a4e-8507-aadb704afc32 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.651438] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47750c8c-3533-49ab-8380-e8bd88550b1d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.721752] env[62099]: DEBUG nova.network.neutron [-] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.856987] env[62099]: DEBUG oslo_concurrency.lockutils [None req-98ed265e-5083-4840-a907-13bafd3023f0 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "100bb6d8-f69a-4ad3-a1c8-53e7fa280040" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.753s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.880076] env[62099]: DEBUG nova.compute.manager [req-afadaa14-561d-4a48-955f-a5d9b1f72117 req-0ef1dbce-0fd5-46d6-884b-27e0da261800 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Received event network-vif-plugged-649672dd-467d-49e0-ba3d-3d205c42008a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1849.880395] env[62099]: DEBUG oslo_concurrency.lockutils [req-afadaa14-561d-4a48-955f-a5d9b1f72117 req-0ef1dbce-0fd5-46d6-884b-27e0da261800 service nova] Acquiring lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.880648] env[62099]: DEBUG oslo_concurrency.lockutils [req-afadaa14-561d-4a48-955f-a5d9b1f72117 req-0ef1dbce-0fd5-46d6-884b-27e0da261800 service nova] Lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.880807] env[62099]: DEBUG oslo_concurrency.lockutils [req-afadaa14-561d-4a48-955f-a5d9b1f72117 req-0ef1dbce-0fd5-46d6-884b-27e0da261800 service nova] Lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.880994] env[62099]: DEBUG nova.compute.manager [req-afadaa14-561d-4a48-955f-a5d9b1f72117 req-0ef1dbce-0fd5-46d6-884b-27e0da261800 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] No waiting events found dispatching network-vif-plugged-649672dd-467d-49e0-ba3d-3d205c42008a {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1849.881197] env[62099]: WARNING nova.compute.manager [req-afadaa14-561d-4a48-955f-a5d9b1f72117 req-0ef1dbce-0fd5-46d6-884b-27e0da261800 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Received unexpected event network-vif-plugged-649672dd-467d-49e0-ba3d-3d205c42008a for instance with vm_state building and task_state spawning. [ 1849.906738] env[62099]: DEBUG oslo_vmware.rw_handles [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Completed reading data from the image iterator. {{(pid=62099) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1849.906984] env[62099]: DEBUG oslo_vmware.rw_handles [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5290b654-5877-29ee-0bf5-d1591935b4c8/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1849.907936] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27648f90-9a01-496a-a9eb-14bc93ca4a9c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.914974] env[62099]: DEBUG oslo_vmware.rw_handles [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5290b654-5877-29ee-0bf5-d1591935b4c8/disk-0.vmdk is in state: ready. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1849.915177] env[62099]: DEBUG oslo_vmware.rw_handles [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5290b654-5877-29ee-0bf5-d1591935b4c8/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1849.915470] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3e1c6752-becd-44e1-bf70-aeb40090b98c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.975664] env[62099]: DEBUG nova.network.neutron [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Successfully updated port: 649672dd-467d-49e0-ba3d-3d205c42008a {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1850.078275] env[62099]: DEBUG oslo_concurrency.lockutils [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.078549] env[62099]: DEBUG oslo_concurrency.lockutils [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.078803] env[62099]: DEBUG oslo_concurrency.lockutils [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.079029] env[62099]: DEBUG oslo_concurrency.lockutils [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.079254] env[62099]: DEBUG oslo_concurrency.lockutils [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.081603] env[62099]: INFO nova.compute.manager [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Terminating instance [ 1850.150219] env[62099]: DEBUG oslo_vmware.rw_handles [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5290b654-5877-29ee-0bf5-d1591935b4c8/disk-0.vmdk. {{(pid=62099) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1850.150554] env[62099]: INFO nova.virt.vmwareapi.images [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Downloaded image file data 5f127a1c-fde0-4330-8a11-e1da9c4566c7 [ 1850.151408] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c279d3-21b9-4e85-abdd-dcabc74c8bfb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.167207] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d36ca9fc-7d0f-40f8-910f-ba55dfefea2f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.216207] env[62099]: INFO nova.virt.vmwareapi.images [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] The imported VM was unregistered [ 1850.219657] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Caching image {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1850.220031] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5f127a1c-fde0-4330-8a11-e1da9c4566c7 {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1850.220545] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8ebc303-9d80-4f78-9de2-7cf30fabe82d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.225210] env[62099]: INFO nova.compute.manager [-] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Took 1.02 seconds to deallocate network for instance. [ 1850.232945] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Created directory with path [datastore1] devstack-image-cache_base/5f127a1c-fde0-4330-8a11-e1da9c4566c7 {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1850.233272] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d6e148cb-e12a-4cc4-b628-c3e6b0eed431/OSTACK_IMG_d6e148cb-e12a-4cc4-b628-c3e6b0eed431.vmdk to [datastore1] devstack-image-cache_base/5f127a1c-fde0-4330-8a11-e1da9c4566c7/5f127a1c-fde0-4330-8a11-e1da9c4566c7.vmdk. {{(pid=62099) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1850.233619] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f9bc9aee-727a-4233-a0ca-e9786dda2270 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.241873] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1850.241873] env[62099]: value = "task-1897495" [ 1850.241873] env[62099]: _type = "Task" [ 1850.241873] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.254787] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897495, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.450807] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa5d663-26dc-4a6a-81c5-c8c809dc643a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.458978] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb6c2be-b677-462c-a153-89192615fa3d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.490112] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.490276] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.490455] env[62099]: DEBUG nova.network.neutron [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1850.492494] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44926c90-bd63-46e7-8e8b-71e4c909ea4d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.501566] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f3fd51-e69d-481e-b2e8-a2f1a65e331a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.516740] env[62099]: DEBUG nova.compute.provider_tree [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1850.585163] env[62099]: DEBUG nova.compute.manager [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1850.585473] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1850.586659] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a10c78-8a97-4ea8-9f92-d27c5a3c7ad7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.595450] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1850.595740] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06c150b1-49ef-4ff6-ab2a-7c3a33c29621 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.601945] env[62099]: DEBUG oslo_vmware.api [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1850.601945] env[62099]: value = "task-1897496" [ 1850.601945] env[62099]: _type = "Task" [ 1850.601945] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.610679] env[62099]: DEBUG oslo_vmware.api [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.733823] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.753026] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897495, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.021257] env[62099]: DEBUG nova.scheduler.client.report [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1851.034080] env[62099]: DEBUG nova.network.neutron [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1851.111843] env[62099]: DEBUG oslo_vmware.api [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.254472] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897495, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.272701] env[62099]: DEBUG nova.network.neutron [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Updating instance_info_cache with network_info: [{"id": "649672dd-467d-49e0-ba3d-3d205c42008a", "address": "fa:16:3e:aa:21:46", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649672dd-46", "ovs_interfaceid": "649672dd-467d-49e0-ba3d-3d205c42008a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.527010] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.527593] env[62099]: DEBUG nova.compute.manager [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1851.531223] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.102s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.531523] env[62099]: DEBUG nova.objects.instance [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lazy-loading 'resources' on Instance uuid a63b410f-88be-40f1-8b1f-c03cd495dbe5 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1851.612869] env[62099]: DEBUG oslo_vmware.api [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897496, 'name': PowerOffVM_Task, 'duration_secs': 0.987757} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.613166] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1851.613343] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1851.613611] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fc05ccb-0ddc-487a-b2fb-9fb46dfc6293 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.754598] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897495, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.775443] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.775869] env[62099]: DEBUG nova.compute.manager [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Instance network_info: |[{"id": "649672dd-467d-49e0-ba3d-3d205c42008a", "address": "fa:16:3e:aa:21:46", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649672dd-46", "ovs_interfaceid": "649672dd-467d-49e0-ba3d-3d205c42008a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1851.776346] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:21:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '649672dd-467d-49e0-ba3d-3d205c42008a', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1851.784916] env[62099]: DEBUG oslo.service.loopingcall [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1851.785199] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1851.785519] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b3839ee-3727-4690-8b93-e7ad8dab104e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.806698] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1851.806698] env[62099]: value = "task-1897498" [ 1851.806698] env[62099]: _type = "Task" [ 1851.806698] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.817014] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897498, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.911805] env[62099]: DEBUG nova.compute.manager [req-da7b86d7-a456-45b1-978a-de3548d52ecc req-0967845b-c378-47ac-89a7-b4134d26b5dd service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Received event network-changed-649672dd-467d-49e0-ba3d-3d205c42008a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1851.911994] env[62099]: DEBUG nova.compute.manager [req-da7b86d7-a456-45b1-978a-de3548d52ecc req-0967845b-c378-47ac-89a7-b4134d26b5dd service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Refreshing instance network info cache due to event network-changed-649672dd-467d-49e0-ba3d-3d205c42008a. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1851.912228] env[62099]: DEBUG oslo_concurrency.lockutils [req-da7b86d7-a456-45b1-978a-de3548d52ecc req-0967845b-c378-47ac-89a7-b4134d26b5dd service nova] Acquiring lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.912365] env[62099]: DEBUG oslo_concurrency.lockutils [req-da7b86d7-a456-45b1-978a-de3548d52ecc req-0967845b-c378-47ac-89a7-b4134d26b5dd service nova] Acquired lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.912564] env[62099]: DEBUG nova.network.neutron [req-da7b86d7-a456-45b1-978a-de3548d52ecc req-0967845b-c378-47ac-89a7-b4134d26b5dd service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Refreshing network info cache for port 649672dd-467d-49e0-ba3d-3d205c42008a {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1852.032764] env[62099]: DEBUG nova.compute.utils [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1852.034272] env[62099]: DEBUG nova.compute.manager [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1852.034446] env[62099]: DEBUG nova.network.neutron [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1852.081304] env[62099]: DEBUG nova.policy [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '754c02643fa9491699dcaa369711e879', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '257c378ee45d4dfc96a749c98de5a8f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1852.181298] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5b9471-3b85-4e58-9e42-88b393b6163b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.190445] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af930e5-6fbf-47ca-a84f-2fbcbd6eac0a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.226122] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7497d9b1-0d68-4d96-9a6a-14a38709d370 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.234789] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8086ea-ee3d-426c-9324-bd0c31c78804 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.250123] env[62099]: DEBUG nova.compute.provider_tree [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1852.258909] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1852.259417] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1852.259417] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Deleting the datastore file [datastore1] ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1852.260529] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21b6f8df-ef3e-47eb-a129-192dc887f798 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.268316] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897495, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.269912] env[62099]: DEBUG oslo_vmware.api [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for the task: (returnval){ [ 1852.269912] env[62099]: value = "task-1897499" [ 1852.269912] env[62099]: _type = "Task" [ 1852.269912] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.278093] env[62099]: DEBUG oslo_vmware.api [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.321418] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897498, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.456825] env[62099]: DEBUG nova.network.neutron [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Successfully created port: 78810cf7-ebab-4c35-b685-edd93fca2342 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1852.542464] env[62099]: DEBUG nova.compute.manager [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1852.759538] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897495, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.356557} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.759804] env[62099]: INFO nova.virt.vmwareapi.ds_util [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d6e148cb-e12a-4cc4-b628-c3e6b0eed431/OSTACK_IMG_d6e148cb-e12a-4cc4-b628-c3e6b0eed431.vmdk to [datastore1] devstack-image-cache_base/5f127a1c-fde0-4330-8a11-e1da9c4566c7/5f127a1c-fde0-4330-8a11-e1da9c4566c7.vmdk. [ 1852.759993] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Cleaning up location [datastore1] OSTACK_IMG_d6e148cb-e12a-4cc4-b628-c3e6b0eed431 {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1852.760178] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d6e148cb-e12a-4cc4-b628-c3e6b0eed431 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1852.761056] env[62099]: DEBUG nova.scheduler.client.report [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1852.764113] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ec5d5e7-5c02-46ac-8661-07be646bbf30 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.775537] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1852.775537] env[62099]: value = "task-1897500" [ 1852.775537] env[62099]: _type = "Task" [ 1852.775537] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.783680] env[62099]: DEBUG oslo_vmware.api [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Task: {'id': task-1897499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464828} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.784294] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1852.784485] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1852.784666] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1852.784860] env[62099]: INFO nova.compute.manager [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1852.785133] env[62099]: DEBUG oslo.service.loopingcall [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1852.785339] env[62099]: DEBUG nova.compute.manager [-] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1852.785435] env[62099]: DEBUG nova.network.neutron [-] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1852.795863] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.816961] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897498, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.893757] env[62099]: DEBUG nova.network.neutron [req-da7b86d7-a456-45b1-978a-de3548d52ecc req-0967845b-c378-47ac-89a7-b4134d26b5dd service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Updated VIF entry in instance network info cache for port 649672dd-467d-49e0-ba3d-3d205c42008a. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1852.893757] env[62099]: DEBUG nova.network.neutron [req-da7b86d7-a456-45b1-978a-de3548d52ecc req-0967845b-c378-47ac-89a7-b4134d26b5dd service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Updating instance_info_cache with network_info: [{"id": "649672dd-467d-49e0-ba3d-3d205c42008a", "address": "fa:16:3e:aa:21:46", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649672dd-46", "ovs_interfaceid": "649672dd-467d-49e0-ba3d-3d205c42008a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.104635] env[62099]: DEBUG nova.compute.manager [req-162dce2d-2509-4b1d-97f5-d070445a9534 req-bc1d3683-52c7-412b-93ff-27f38c540966 service nova] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Received event network-vif-deleted-29328905-9cfa-4c3e-babb-578a2b2db3b3 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1853.104851] env[62099]: INFO nova.compute.manager [req-162dce2d-2509-4b1d-97f5-d070445a9534 req-bc1d3683-52c7-412b-93ff-27f38c540966 service nova] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Neutron deleted interface 29328905-9cfa-4c3e-babb-578a2b2db3b3; detaching it from the instance and deleting it from the info cache [ 1853.105039] env[62099]: DEBUG nova.network.neutron [req-162dce2d-2509-4b1d-97f5-d070445a9534 req-bc1d3683-52c7-412b-93ff-27f38c540966 service nova] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.267862] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.270215] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.537s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.270504] env[62099]: DEBUG nova.objects.instance [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lazy-loading 'resources' on Instance uuid e6e56501-9487-4ba4-b9e5-e65f2a4fb8de {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.286263] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.053876} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.286528] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1853.286697] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5f127a1c-fde0-4330-8a11-e1da9c4566c7/5f127a1c-fde0-4330-8a11-e1da9c4566c7.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.286932] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5f127a1c-fde0-4330-8a11-e1da9c4566c7/5f127a1c-fde0-4330-8a11-e1da9c4566c7.vmdk to [datastore1] 3f1e9cf4-ac75-46ac-996e-2215756d53f0/3f1e9cf4-ac75-46ac-996e-2215756d53f0.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1853.287200] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37967b63-a1c1-48e7-98cf-3d3312d9792b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.289954] env[62099]: INFO nova.scheduler.client.report [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Deleted allocations for instance a63b410f-88be-40f1-8b1f-c03cd495dbe5 [ 1853.296906] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1853.296906] env[62099]: value = "task-1897501" [ 1853.296906] env[62099]: _type = "Task" [ 1853.296906] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.306088] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.317274] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897498, 'name': CreateVM_Task, 'duration_secs': 1.064915} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.317274] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1853.318124] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.318305] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.318626] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1853.318861] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c196a7b-8c28-413e-bc43-168e38b47730 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.323321] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1853.323321] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b20f64-61a1-b746-d846-e67502e5cd1f" [ 1853.323321] env[62099]: _type = "Task" [ 1853.323321] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.330313] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b20f64-61a1-b746-d846-e67502e5cd1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.395818] env[62099]: DEBUG oslo_concurrency.lockutils [req-da7b86d7-a456-45b1-978a-de3548d52ecc req-0967845b-c378-47ac-89a7-b4134d26b5dd service nova] Releasing lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.553063] env[62099]: DEBUG nova.network.neutron [-] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.559895] env[62099]: DEBUG nova.compute.manager [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1853.591453] env[62099]: DEBUG oslo_concurrency.lockutils [None req-754ac0b9-25a2-4386-8467-1fe1a4cdce1f tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "69fd58ca-a8c0-4c77-9062-caf63d38be25" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.591893] env[62099]: DEBUG oslo_concurrency.lockutils [None req-754ac0b9-25a2-4386-8467-1fe1a4cdce1f tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.608200] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab6269ce-1781-4819-a1e8-a9d4a49c6eee {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.621526] env[62099]: DEBUG nova.virt.hardware [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1853.621526] env[62099]: DEBUG nova.virt.hardware [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1853.621526] env[62099]: DEBUG nova.virt.hardware [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1853.621526] env[62099]: DEBUG nova.virt.hardware [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1853.621526] env[62099]: DEBUG nova.virt.hardware [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1853.621850] env[62099]: DEBUG nova.virt.hardware [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1853.621850] env[62099]: DEBUG nova.virt.hardware [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1853.621954] env[62099]: DEBUG nova.virt.hardware [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1853.622146] env[62099]: DEBUG nova.virt.hardware [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1853.622318] env[62099]: DEBUG nova.virt.hardware [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1853.622495] env[62099]: DEBUG nova.virt.hardware [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1853.625477] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ae295b-864a-4f7e-8c8c-525f7c223410 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.636604] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33dc319-477a-459e-8cd8-12192ec5e0eb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.652436] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f59a08-a62e-4d8b-9305-13944a1e6ce2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.661358] env[62099]: DEBUG nova.compute.manager [req-162dce2d-2509-4b1d-97f5-d070445a9534 req-bc1d3683-52c7-412b-93ff-27f38c540966 service nova] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Detach interface failed, port_id=29328905-9cfa-4c3e-babb-578a2b2db3b3, reason: Instance ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1853.797745] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3ec180b1-d0e9-4bd7-8e95-0bdf89aba247 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "a63b410f-88be-40f1-8b1f-c03cd495dbe5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.060s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.810573] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897501, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.835957] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b20f64-61a1-b746-d846-e67502e5cd1f, 'name': SearchDatastore_Task, 'duration_secs': 0.008727} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.836316] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.836563] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1853.836808] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.836952] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.837153] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1853.837435] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92c46ad9-07cd-4318-8bc3-1bdde304dd47 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.855982] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1853.856218] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1853.857412] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6859a35f-63ca-4f7d-ae62-e7bf13af85dd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.862943] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1853.862943] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ea2b8f-f896-bbef-5094-a17983823457" [ 1853.862943] env[62099]: _type = "Task" [ 1853.862943] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.873684] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ea2b8f-f896-bbef-5094-a17983823457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.887363] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9f5b0a-fc01-4138-8eb2-adfe43b3cc8c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.897183] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf366426-6753-43be-a012-3419b098a318 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.927655] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f33c3fe-ddfb-44af-9a1b-306b06bd8842 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.935907] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f86ef9-bbed-4f74-b8b1-54f401383297 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.952914] env[62099]: DEBUG nova.compute.provider_tree [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1854.056511] env[62099]: INFO nova.compute.manager [-] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Took 1.27 seconds to deallocate network for instance. [ 1854.096183] env[62099]: INFO nova.compute.manager [None req-754ac0b9-25a2-4386-8467-1fe1a4cdce1f tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Detaching volume 93721ad1-7f06-4e5a-bf90-b2849962933f [ 1854.137021] env[62099]: INFO nova.virt.block_device [None req-754ac0b9-25a2-4386-8467-1fe1a4cdce1f tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Attempting to driver detach volume 93721ad1-7f06-4e5a-bf90-b2849962933f from mountpoint /dev/sdb [ 1854.137021] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-754ac0b9-25a2-4386-8467-1fe1a4cdce1f tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Volume detach. Driver type: vmdk {{(pid=62099) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1854.137021] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-754ac0b9-25a2-4386-8467-1fe1a4cdce1f tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391785', 'volume_id': '93721ad1-7f06-4e5a-bf90-b2849962933f', 'name': 'volume-93721ad1-7f06-4e5a-bf90-b2849962933f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '69fd58ca-a8c0-4c77-9062-caf63d38be25', 'attached_at': '', 'detached_at': '', 'volume_id': '93721ad1-7f06-4e5a-bf90-b2849962933f', 'serial': '93721ad1-7f06-4e5a-bf90-b2849962933f'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1854.137021] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129c305a-bef0-47c4-a6fd-f1b891b52703 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.163897] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23099a03-c184-41af-a861-aeb924f4b501 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.172159] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be07c72-75b6-48c8-8e9d-0089c6eb428d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.196525] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f86a81-45d5-4c28-ac5f-401600dbe135 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.212472] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-754ac0b9-25a2-4386-8467-1fe1a4cdce1f tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] The volume has not been displaced from its original location: [datastore1] volume-93721ad1-7f06-4e5a-bf90-b2849962933f/volume-93721ad1-7f06-4e5a-bf90-b2849962933f.vmdk. No consolidation needed. {{(pid=62099) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1854.217854] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-754ac0b9-25a2-4386-8467-1fe1a4cdce1f tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1854.218266] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac5adff-c283-45a3-8c17-8c3213a3db99 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.236738] env[62099]: DEBUG oslo_vmware.api [None req-754ac0b9-25a2-4386-8467-1fe1a4cdce1f tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1854.236738] env[62099]: value = "task-1897502" [ 1854.236738] env[62099]: _type = "Task" [ 1854.236738] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.246631] env[62099]: DEBUG oslo_vmware.api [None req-754ac0b9-25a2-4386-8467-1fe1a4cdce1f tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.249254] env[62099]: DEBUG nova.compute.manager [req-efe13269-1520-4c6b-a442-dcbe4fe0c2f9 req-9f71ae6e-b540-46f8-a0bf-d473bc568f39 service nova] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Received event network-vif-plugged-78810cf7-ebab-4c35-b685-edd93fca2342 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1854.249533] env[62099]: DEBUG oslo_concurrency.lockutils [req-efe13269-1520-4c6b-a442-dcbe4fe0c2f9 req-9f71ae6e-b540-46f8-a0bf-d473bc568f39 service nova] Acquiring lock "9e479887-c5fa-4d59-b2af-56893c02b15d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.249750] env[62099]: DEBUG oslo_concurrency.lockutils [req-efe13269-1520-4c6b-a442-dcbe4fe0c2f9 req-9f71ae6e-b540-46f8-a0bf-d473bc568f39 service nova] Lock "9e479887-c5fa-4d59-b2af-56893c02b15d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.249918] env[62099]: DEBUG oslo_concurrency.lockutils [req-efe13269-1520-4c6b-a442-dcbe4fe0c2f9 req-9f71ae6e-b540-46f8-a0bf-d473bc568f39 service nova] Lock "9e479887-c5fa-4d59-b2af-56893c02b15d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.250100] env[62099]: DEBUG nova.compute.manager [req-efe13269-1520-4c6b-a442-dcbe4fe0c2f9 req-9f71ae6e-b540-46f8-a0bf-d473bc568f39 service nova] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] No waiting events found dispatching network-vif-plugged-78810cf7-ebab-4c35-b685-edd93fca2342 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1854.250273] env[62099]: WARNING nova.compute.manager [req-efe13269-1520-4c6b-a442-dcbe4fe0c2f9 req-9f71ae6e-b540-46f8-a0bf-d473bc568f39 service nova] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Received unexpected event network-vif-plugged-78810cf7-ebab-4c35-b685-edd93fca2342 for instance with vm_state building and task_state spawning. [ 1854.309757] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897501, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.347336] env[62099]: DEBUG nova.network.neutron [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Successfully updated port: 78810cf7-ebab-4c35-b685-edd93fca2342 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1854.376819] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ea2b8f-f896-bbef-5094-a17983823457, 'name': SearchDatastore_Task, 'duration_secs': 0.090334} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.377664] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-167c9ecf-f0a5-4114-98da-03296c2e5f19 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.383763] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1854.383763] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5211f141-08d5-861b-d41c-b85693bf0c23" [ 1854.383763] env[62099]: _type = "Task" [ 1854.383763] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.391647] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5211f141-08d5-861b-d41c-b85693bf0c23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.455915] env[62099]: DEBUG nova.scheduler.client.report [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1854.564454] env[62099]: DEBUG oslo_concurrency.lockutils [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.746603] env[62099]: DEBUG oslo_vmware.api [None req-754ac0b9-25a2-4386-8467-1fe1a4cdce1f tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897502, 'name': ReconfigVM_Task, 'duration_secs': 0.493778} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.747149] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-754ac0b9-25a2-4386-8467-1fe1a4cdce1f tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1854.751836] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb788c33-fb5b-434a-9204-aa3372561027 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.767787] env[62099]: DEBUG oslo_vmware.api [None req-754ac0b9-25a2-4386-8467-1fe1a4cdce1f tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1854.767787] env[62099]: value = "task-1897503" [ 1854.767787] env[62099]: _type = "Task" [ 1854.767787] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.776321] env[62099]: DEBUG oslo_vmware.api [None req-754ac0b9-25a2-4386-8467-1fe1a4cdce1f tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.809728] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897501, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.849716] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "refresh_cache-9e479887-c5fa-4d59-b2af-56893c02b15d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.849891] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "refresh_cache-9e479887-c5fa-4d59-b2af-56893c02b15d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.850052] env[62099]: DEBUG nova.network.neutron [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1854.895401] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5211f141-08d5-861b-d41c-b85693bf0c23, 'name': SearchDatastore_Task, 'duration_secs': 0.085789} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.895682] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.895954] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 8295db17-c358-46c7-a76a-cfcc1f8cc41e/8295db17-c358-46c7-a76a-cfcc1f8cc41e.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1854.896344] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ef38970-c50c-4db6-84c2-9c6e446077f9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.904814] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1854.904814] env[62099]: value = "task-1897504" [ 1854.904814] env[62099]: _type = "Task" [ 1854.904814] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.920123] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.961013] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.963508] env[62099]: DEBUG oslo_concurrency.lockutils [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.399s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.963762] env[62099]: DEBUG nova.objects.instance [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lazy-loading 'resources' on Instance uuid ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1854.990028] env[62099]: INFO nova.scheduler.client.report [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Deleted allocations for instance e6e56501-9487-4ba4-b9e5-e65f2a4fb8de [ 1855.279090] env[62099]: DEBUG oslo_vmware.api [None req-754ac0b9-25a2-4386-8467-1fe1a4cdce1f tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897503, 'name': ReconfigVM_Task, 'duration_secs': 0.165848} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.279416] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-754ac0b9-25a2-4386-8467-1fe1a4cdce1f tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391785', 'volume_id': '93721ad1-7f06-4e5a-bf90-b2849962933f', 'name': 'volume-93721ad1-7f06-4e5a-bf90-b2849962933f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '69fd58ca-a8c0-4c77-9062-caf63d38be25', 'attached_at': '', 'detached_at': '', 'volume_id': '93721ad1-7f06-4e5a-bf90-b2849962933f', 'serial': '93721ad1-7f06-4e5a-bf90-b2849962933f'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1855.309901] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897501, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.402605] env[62099]: DEBUG nova.network.neutron [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1855.415193] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.497536] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b151d868-33f1-4df8-aa0a-b73663b2be46 tempest-ServerShowV247Test-282851788 tempest-ServerShowV247Test-282851788-project-member] Lock "e6e56501-9487-4ba4-b9e5-e65f2a4fb8de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.030s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.589500] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59defa66-4f27-4660-bb77-5181cb4e9e19 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.597404] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35468604-d23a-4fae-a0f5-63c60e2dc063 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.628775] env[62099]: DEBUG nova.network.neutron [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Updating instance_info_cache with network_info: [{"id": "78810cf7-ebab-4c35-b685-edd93fca2342", "address": "fa:16:3e:33:d5:3d", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78810cf7-eb", "ovs_interfaceid": "78810cf7-ebab-4c35-b685-edd93fca2342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.630598] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a38736-c642-406e-b12f-62320948c904 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.638274] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e8d3c1-1923-4c93-89ce-1166a6349462 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.654292] env[62099]: DEBUG nova.compute.provider_tree [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1855.812684] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897501, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.353577} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.813477] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5f127a1c-fde0-4330-8a11-e1da9c4566c7/5f127a1c-fde0-4330-8a11-e1da9c4566c7.vmdk to [datastore1] 3f1e9cf4-ac75-46ac-996e-2215756d53f0/3f1e9cf4-ac75-46ac-996e-2215756d53f0.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1855.814055] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810299ac-16e3-4742-baa0-1b7222c232e7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.837039] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 3f1e9cf4-ac75-46ac-996e-2215756d53f0/3f1e9cf4-ac75-46ac-996e-2215756d53f0.vmdk or device None with type streamOptimized {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1855.838702] env[62099]: DEBUG nova.objects.instance [None req-754ac0b9-25a2-4386-8467-1fe1a4cdce1f tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lazy-loading 'flavor' on Instance uuid 69fd58ca-a8c0-4c77-9062-caf63d38be25 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1855.840070] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd71f008-8eec-443b-84fa-b6ce24ede4d5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.864459] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1855.864459] env[62099]: value = "task-1897505" [ 1855.864459] env[62099]: _type = "Task" [ 1855.864459] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.874758] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.916613] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897504, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.134541] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "refresh_cache-9e479887-c5fa-4d59-b2af-56893c02b15d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.134903] env[62099]: DEBUG nova.compute.manager [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Instance network_info: |[{"id": "78810cf7-ebab-4c35-b685-edd93fca2342", "address": "fa:16:3e:33:d5:3d", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78810cf7-eb", "ovs_interfaceid": "78810cf7-ebab-4c35-b685-edd93fca2342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1856.135321] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:d5:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78810cf7-ebab-4c35-b685-edd93fca2342', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1856.143311] env[62099]: DEBUG oslo.service.loopingcall [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.143557] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1856.143790] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35e645ca-cf05-4572-be90-fb94817ad121 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.159334] env[62099]: DEBUG nova.scheduler.client.report [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1856.167914] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1856.167914] env[62099]: value = "task-1897506" [ 1856.167914] env[62099]: _type = "Task" [ 1856.167914] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.176599] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897506, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.351440] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.351769] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.359344] env[62099]: DEBUG oslo_concurrency.lockutils [None req-754ac0b9-25a2-4386-8467-1fe1a4cdce1f tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.767s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.375769] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897505, 'name': ReconfigVM_Task, 'duration_secs': 0.406702} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.376677] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 3f1e9cf4-ac75-46ac-996e-2215756d53f0/3f1e9cf4-ac75-46ac-996e-2215756d53f0.vmdk or device None with type streamOptimized {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1856.377407] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f483642d-dac8-4208-a6e0-ed737dbd43ac {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.384594] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1856.384594] env[62099]: value = "task-1897507" [ 1856.384594] env[62099]: _type = "Task" [ 1856.384594] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.387024] env[62099]: DEBUG nova.compute.manager [req-9237a4f7-abee-4f68-bb2f-5776d01bccf5 req-cbdf88f7-75f2-44b2-871f-f067dc0946ea service nova] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Received event network-changed-78810cf7-ebab-4c35-b685-edd93fca2342 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1856.387024] env[62099]: DEBUG nova.compute.manager [req-9237a4f7-abee-4f68-bb2f-5776d01bccf5 req-cbdf88f7-75f2-44b2-871f-f067dc0946ea service nova] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Refreshing instance network info cache due to event network-changed-78810cf7-ebab-4c35-b685-edd93fca2342. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1856.387317] env[62099]: DEBUG oslo_concurrency.lockutils [req-9237a4f7-abee-4f68-bb2f-5776d01bccf5 req-cbdf88f7-75f2-44b2-871f-f067dc0946ea service nova] Acquiring lock "refresh_cache-9e479887-c5fa-4d59-b2af-56893c02b15d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.387399] env[62099]: DEBUG oslo_concurrency.lockutils [req-9237a4f7-abee-4f68-bb2f-5776d01bccf5 req-cbdf88f7-75f2-44b2-871f-f067dc0946ea service nova] Acquired lock "refresh_cache-9e479887-c5fa-4d59-b2af-56893c02b15d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.387960] env[62099]: DEBUG nova.network.neutron [req-9237a4f7-abee-4f68-bb2f-5776d01bccf5 req-cbdf88f7-75f2-44b2-871f-f067dc0946ea service nova] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Refreshing network info cache for port 78810cf7-ebab-4c35-b685-edd93fca2342 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1856.399681] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897507, 'name': Rename_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.415964] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897504, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.142458} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.416426] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 8295db17-c358-46c7-a76a-cfcc1f8cc41e/8295db17-c358-46c7-a76a-cfcc1f8cc41e.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1856.416561] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1856.416699] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce9e55c2-ed04-4187-a615-baea167d1cf3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.425975] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1856.425975] env[62099]: value = "task-1897508" [ 1856.425975] env[62099]: _type = "Task" [ 1856.425975] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.434635] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.664392] env[62099]: DEBUG oslo_concurrency.lockutils [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.677381] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897506, 'name': CreateVM_Task, 'duration_secs': 0.42961} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.677577] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1856.678261] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.678423] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.678740] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1856.678981] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-742de76b-ace4-4631-9722-bfdec6725c95 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.683170] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1856.683170] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]521c32ef-1fb3-f85d-b333-9482d5c6c7c7" [ 1856.683170] env[62099]: _type = "Task" [ 1856.683170] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.686466] env[62099]: INFO nova.scheduler.client.report [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Deleted allocations for instance ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb [ 1856.693019] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521c32ef-1fb3-f85d-b333-9482d5c6c7c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.854643] env[62099]: DEBUG nova.compute.manager [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1856.898175] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897507, 'name': Rename_Task, 'duration_secs': 0.147963} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.898425] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1856.898933] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de19d977-78c8-4a99-8617-aa82370b03aa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.905140] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1856.905140] env[62099]: value = "task-1897509" [ 1856.905140] env[62099]: _type = "Task" [ 1856.905140] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.912561] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.934818] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065733} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.935156] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1856.935920] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c21c9b6-80a9-4348-b3e7-f6b68e740aff {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.958197] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 8295db17-c358-46c7-a76a-cfcc1f8cc41e/8295db17-c358-46c7-a76a-cfcc1f8cc41e.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1856.958507] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-584a440f-a56e-4f1c-9586-8d1ef48a2a5c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.980473] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1856.980473] env[62099]: value = "task-1897510" [ 1856.980473] env[62099]: _type = "Task" [ 1856.980473] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.990013] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.013195] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "69fd58ca-a8c0-4c77-9062-caf63d38be25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.013507] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.013726] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "69fd58ca-a8c0-4c77-9062-caf63d38be25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.013938] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.014127] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.016844] env[62099]: INFO nova.compute.manager [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Terminating instance [ 1857.112246] env[62099]: DEBUG nova.network.neutron [req-9237a4f7-abee-4f68-bb2f-5776d01bccf5 req-cbdf88f7-75f2-44b2-871f-f067dc0946ea service nova] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Updated VIF entry in instance network info cache for port 78810cf7-ebab-4c35-b685-edd93fca2342. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1857.112692] env[62099]: DEBUG nova.network.neutron [req-9237a4f7-abee-4f68-bb2f-5776d01bccf5 req-cbdf88f7-75f2-44b2-871f-f067dc0946ea service nova] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Updating instance_info_cache with network_info: [{"id": "78810cf7-ebab-4c35-b685-edd93fca2342", "address": "fa:16:3e:33:d5:3d", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78810cf7-eb", "ovs_interfaceid": "78810cf7-ebab-4c35-b685-edd93fca2342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.199578] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521c32ef-1fb3-f85d-b333-9482d5c6c7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009237} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.200113] env[62099]: DEBUG oslo_concurrency.lockutils [None req-78e0463a-1929-4e7a-ae58-d67f413973f2 tempest-ServerRescueNegativeTestJSON-327209874 tempest-ServerRescueNegativeTestJSON-327209874-project-member] Lock "ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.122s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.201211] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.201489] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1857.201779] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.201973] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.202224] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1857.202760] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-944e9f97-59ef-4e2e-92d5-95a25c87fe1a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.212071] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1857.212312] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1857.213183] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3596bd79-8bae-4615-86c4-5e0ab592b991 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.218784] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1857.218784] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52af3c0f-d22a-93fb-d595-10239096986c" [ 1857.218784] env[62099]: _type = "Task" [ 1857.218784] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.227187] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52af3c0f-d22a-93fb-d595-10239096986c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.373538] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.373855] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.375367] env[62099]: INFO nova.compute.claims [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1857.416297] env[62099]: DEBUG oslo_vmware.api [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897509, 'name': PowerOnVM_Task, 'duration_secs': 0.473913} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.416559] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1857.490352] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897510, 'name': ReconfigVM_Task, 'duration_secs': 0.363755} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.490700] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 8295db17-c358-46c7-a76a-cfcc1f8cc41e/8295db17-c358-46c7-a76a-cfcc1f8cc41e.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1857.491376] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16d90016-d704-462d-acf8-e07ff84daac3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.497349] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1857.497349] env[62099]: value = "task-1897511" [ 1857.497349] env[62099]: _type = "Task" [ 1857.497349] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.507311] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897511, 'name': Rename_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.520858] env[62099]: DEBUG nova.compute.manager [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1857.521611] env[62099]: DEBUG nova.compute.manager [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1857.521748] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1857.522581] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d081004-20cc-4f14-9a97-d776a14b6b74 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.525703] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2ccca9-d8e8-4077-a8bb-5792fa567fb0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.539137] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1857.539137] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-529cd471-3a5e-494c-b5f9-650a87b12095 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.542782] env[62099]: DEBUG oslo_vmware.api [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1857.542782] env[62099]: value = "task-1897512" [ 1857.542782] env[62099]: _type = "Task" [ 1857.542782] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.550493] env[62099]: DEBUG oslo_vmware.api [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.615508] env[62099]: DEBUG oslo_concurrency.lockutils [req-9237a4f7-abee-4f68-bb2f-5776d01bccf5 req-cbdf88f7-75f2-44b2-871f-f067dc0946ea service nova] Releasing lock "refresh_cache-9e479887-c5fa-4d59-b2af-56893c02b15d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.731186] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52af3c0f-d22a-93fb-d595-10239096986c, 'name': SearchDatastore_Task, 'duration_secs': 0.008398} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.732184] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-884ed0d8-981d-47ea-9940-8fb8b228e724 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.738449] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1857.738449] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52bec7b8-eddc-de51-a3fa-00ccc013463a" [ 1857.738449] env[62099]: _type = "Task" [ 1857.738449] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.746624] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52bec7b8-eddc-de51-a3fa-00ccc013463a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.007326] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897511, 'name': Rename_Task, 'duration_secs': 0.164777} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.007592] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1858.007842] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64f95cb1-b0bf-42cc-820e-1342c344fa1e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.014014] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1858.014014] env[62099]: value = "task-1897513" [ 1858.014014] env[62099]: _type = "Task" [ 1858.014014] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.021692] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.046591] env[62099]: DEBUG oslo_concurrency.lockutils [None req-2cd94ce8-8f99-47cc-9a6d-9600a1d03961 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.543s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.059177] env[62099]: DEBUG oslo_vmware.api [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897512, 'name': PowerOffVM_Task, 'duration_secs': 0.183657} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.059502] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1858.059682] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1858.059983] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b8fbc38-ebf0-441c-8ff9-ff352b2eb539 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.192219] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1858.192475] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1858.192688] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Deleting the datastore file [datastore2] 69fd58ca-a8c0-4c77-9062-caf63d38be25 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1858.193024] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa1d6b62-18b7-4f6d-a188-6e8a1dbf8bb0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.199651] env[62099]: DEBUG oslo_vmware.api [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1858.199651] env[62099]: value = "task-1897515" [ 1858.199651] env[62099]: _type = "Task" [ 1858.199651] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.207963] env[62099]: DEBUG oslo_vmware.api [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.249061] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52bec7b8-eddc-de51-a3fa-00ccc013463a, 'name': SearchDatastore_Task, 'duration_secs': 0.011901} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.249267] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.249505] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 9e479887-c5fa-4d59-b2af-56893c02b15d/9e479887-c5fa-4d59-b2af-56893c02b15d.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1858.249769] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e439af9-4a80-469c-8f39-4f828cf29534 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.255970] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1858.255970] env[62099]: value = "task-1897516" [ 1858.255970] env[62099]: _type = "Task" [ 1858.255970] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.263357] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.500185] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b876e3b-0891-4565-8ee6-06056c41ecfc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.508893] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf5b4de-1a47-4fa6-a299-2a181fa026fb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.546768] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af82baa-1cfd-4051-b3d7-31f78e4031ab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.553209] env[62099]: DEBUG oslo_vmware.api [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897513, 'name': PowerOnVM_Task, 'duration_secs': 0.471997} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.555592] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1858.555592] env[62099]: INFO nova.compute.manager [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1858.555592] env[62099]: DEBUG nova.compute.manager [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1858.557066] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d7caa8-d5e4-4064-befb-b707e3cda866 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.564277] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a58d3b-204f-44d8-9e02-4ec27e8f11c5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.589188] env[62099]: DEBUG nova.compute.provider_tree [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1858.712946] env[62099]: DEBUG oslo_vmware.api [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16381} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.713278] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1858.713479] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1858.713650] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1858.713879] env[62099]: INFO nova.compute.manager [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1858.714175] env[62099]: DEBUG oslo.service.loopingcall [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.714422] env[62099]: DEBUG nova.compute.manager [-] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1858.714556] env[62099]: DEBUG nova.network.neutron [-] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1858.767386] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897516, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.082769] env[62099]: INFO nova.compute.manager [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Took 20.27 seconds to build instance. [ 1859.093312] env[62099]: DEBUG nova.scheduler.client.report [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1859.269351] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571932} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.269483] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 9e479887-c5fa-4d59-b2af-56893c02b15d/9e479887-c5fa-4d59-b2af-56893c02b15d.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1859.269796] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1859.269919] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf65e514-9ab2-4ae1-9dfd-79e0b825faf9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.276756] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1859.276756] env[62099]: value = "task-1897517" [ 1859.276756] env[62099]: _type = "Task" [ 1859.276756] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.288022] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.588134] env[62099]: DEBUG oslo_concurrency.lockutils [None req-47318bf1-2f57-491e-b4d9-7e85912de837 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.784s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.598175] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.598719] env[62099]: DEBUG nova.compute.manager [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1859.787495] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066531} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.787991] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1859.788885] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1a818e-6197-4c3f-893c-7136604152c9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.813645] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 9e479887-c5fa-4d59-b2af-56893c02b15d/9e479887-c5fa-4d59-b2af-56893c02b15d.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1859.814150] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d647d015-95bb-445b-8071-9b6f5258a935 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.833265] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1859.833265] env[62099]: value = "task-1897518" [ 1859.833265] env[62099]: _type = "Task" [ 1859.833265] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.843619] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.868185] env[62099]: DEBUG nova.compute.manager [req-12cde37b-7b7b-4606-8248-acad4510427e req-6f51938a-cb5a-4712-8b5d-82b094271f3f service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Received event network-vif-deleted-78e09514-43b7-4da3-a21e-1de15b0cd7ed {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1859.868431] env[62099]: INFO nova.compute.manager [req-12cde37b-7b7b-4606-8248-acad4510427e req-6f51938a-cb5a-4712-8b5d-82b094271f3f service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Neutron deleted interface 78e09514-43b7-4da3-a21e-1de15b0cd7ed; detaching it from the instance and deleting it from the info cache [ 1859.868652] env[62099]: DEBUG nova.network.neutron [req-12cde37b-7b7b-4606-8248-acad4510427e req-6f51938a-cb5a-4712-8b5d-82b094271f3f service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.106228] env[62099]: DEBUG nova.compute.utils [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1860.106675] env[62099]: DEBUG nova.compute.manager [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1860.109030] env[62099]: DEBUG nova.network.neutron [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1860.207100] env[62099]: DEBUG nova.compute.manager [req-1bd6d08c-ab79-4e71-bbd6-53f1831b9f5a req-df171782-facb-47b3-b2f0-0dd33c2c44fc service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Received event network-changed-9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1860.207100] env[62099]: DEBUG nova.compute.manager [req-1bd6d08c-ab79-4e71-bbd6-53f1831b9f5a req-df171782-facb-47b3-b2f0-0dd33c2c44fc service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Refreshing instance network info cache due to event network-changed-9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1860.207100] env[62099]: DEBUG oslo_concurrency.lockutils [req-1bd6d08c-ab79-4e71-bbd6-53f1831b9f5a req-df171782-facb-47b3-b2f0-0dd33c2c44fc service nova] Acquiring lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.207100] env[62099]: DEBUG oslo_concurrency.lockutils [req-1bd6d08c-ab79-4e71-bbd6-53f1831b9f5a req-df171782-facb-47b3-b2f0-0dd33c2c44fc service nova] Acquired lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.208275] env[62099]: DEBUG nova.network.neutron [req-1bd6d08c-ab79-4e71-bbd6-53f1831b9f5a req-df171782-facb-47b3-b2f0-0dd33c2c44fc service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Refreshing network info cache for port 9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1860.215035] env[62099]: DEBUG nova.policy [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0c6c710325a4769aa6336e928ce0b92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ff38fbcbe6d4640b515774b83a4ff5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1860.936816] env[62099]: DEBUG nova.network.neutron [-] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.938271] env[62099]: DEBUG nova.compute.manager [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1860.946850] env[62099]: INFO nova.compute.manager [-] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Took 2.23 seconds to deallocate network for instance. [ 1860.951091] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dee4891b-ef16-4731-92ea-2e7e03c170f7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.967047] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897518, 'name': ReconfigVM_Task, 'duration_secs': 0.308176} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.967047] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 9e479887-c5fa-4d59-b2af-56893c02b15d/9e479887-c5fa-4d59-b2af-56893c02b15d.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1860.967047] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59a89b28-89bb-45d6-8677-c531756c0c99 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.968629] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318e64c2-47f1-4da2-b29a-009ed38eec03 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.993023] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1860.993023] env[62099]: value = "task-1897519" [ 1860.993023] env[62099]: _type = "Task" [ 1860.993023] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.998303] env[62099]: DEBUG nova.compute.manager [req-12cde37b-7b7b-4606-8248-acad4510427e req-6f51938a-cb5a-4712-8b5d-82b094271f3f service nova] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Detach interface failed, port_id=78e09514-43b7-4da3-a21e-1de15b0cd7ed, reason: Instance 69fd58ca-a8c0-4c77-9062-caf63d38be25 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1861.009580] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897519, 'name': Rename_Task} progress is 10%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.219761] env[62099]: DEBUG nova.network.neutron [req-1bd6d08c-ab79-4e71-bbd6-53f1831b9f5a req-df171782-facb-47b3-b2f0-0dd33c2c44fc service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Updated VIF entry in instance network info cache for port 9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1861.219761] env[62099]: DEBUG nova.network.neutron [req-1bd6d08c-ab79-4e71-bbd6-53f1831b9f5a req-df171782-facb-47b3-b2f0-0dd33c2c44fc service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Updating instance_info_cache with network_info: [{"id": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "address": "fa:16:3e:be:29:2b", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4fe0d5-ef", "ovs_interfaceid": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.457449] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d65b1a0-bc43-4c2f-a76f-8367f4ae6964 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.462525] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.462912] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.463258] env[62099]: DEBUG nova.objects.instance [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lazy-loading 'resources' on Instance uuid 69fd58ca-a8c0-4c77-9062-caf63d38be25 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1861.469255] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e7206069-00c8-4a81-aac6-3e1b4461bb5b tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Suspending the VM {{(pid=62099) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1861.469626] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7d18d808-adad-4fab-9504-eeb59b9ed90b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.476880] env[62099]: DEBUG oslo_vmware.api [None req-e7206069-00c8-4a81-aac6-3e1b4461bb5b tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1861.476880] env[62099]: value = "task-1897520" [ 1861.476880] env[62099]: _type = "Task" [ 1861.476880] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.483085] env[62099]: DEBUG nova.network.neutron [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Successfully created port: 70ead686-ecdb-462e-bbc6-2ab14942d1a8 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1861.493377] env[62099]: DEBUG oslo_vmware.api [None req-e7206069-00c8-4a81-aac6-3e1b4461bb5b tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897520, 'name': SuspendVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.513328] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897519, 'name': Rename_Task, 'duration_secs': 0.182891} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.514187] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1861.514652] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1843f96d-41c9-47a9-abbe-4d19b8cbaf5f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.523068] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1861.523068] env[62099]: value = "task-1897521" [ 1861.523068] env[62099]: _type = "Task" [ 1861.523068] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.537095] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.724796] env[62099]: DEBUG oslo_concurrency.lockutils [req-1bd6d08c-ab79-4e71-bbd6-53f1831b9f5a req-df171782-facb-47b3-b2f0-0dd33c2c44fc service nova] Releasing lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.900608] env[62099]: DEBUG nova.compute.manager [req-ec2ca59a-bcc4-49ec-b285-c25bad012c1c req-843f7eb8-b46b-4e8a-8ec2-92ac42978472 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Received event network-changed-649672dd-467d-49e0-ba3d-3d205c42008a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1861.900829] env[62099]: DEBUG nova.compute.manager [req-ec2ca59a-bcc4-49ec-b285-c25bad012c1c req-843f7eb8-b46b-4e8a-8ec2-92ac42978472 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Refreshing instance network info cache due to event network-changed-649672dd-467d-49e0-ba3d-3d205c42008a. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1861.901054] env[62099]: DEBUG oslo_concurrency.lockutils [req-ec2ca59a-bcc4-49ec-b285-c25bad012c1c req-843f7eb8-b46b-4e8a-8ec2-92ac42978472 service nova] Acquiring lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.901201] env[62099]: DEBUG oslo_concurrency.lockutils [req-ec2ca59a-bcc4-49ec-b285-c25bad012c1c req-843f7eb8-b46b-4e8a-8ec2-92ac42978472 service nova] Acquired lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.901361] env[62099]: DEBUG nova.network.neutron [req-ec2ca59a-bcc4-49ec-b285-c25bad012c1c req-843f7eb8-b46b-4e8a-8ec2-92ac42978472 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Refreshing network info cache for port 649672dd-467d-49e0-ba3d-3d205c42008a {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1861.956703] env[62099]: DEBUG nova.compute.manager [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1861.984079] env[62099]: DEBUG nova.virt.hardware [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1861.984347] env[62099]: DEBUG nova.virt.hardware [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1861.984522] env[62099]: DEBUG nova.virt.hardware [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1861.984681] env[62099]: DEBUG nova.virt.hardware [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1861.984826] env[62099]: DEBUG nova.virt.hardware [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1861.984970] env[62099]: DEBUG nova.virt.hardware [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1861.985190] env[62099]: DEBUG nova.virt.hardware [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1861.985350] env[62099]: DEBUG nova.virt.hardware [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1861.985557] env[62099]: DEBUG nova.virt.hardware [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1861.985678] env[62099]: DEBUG nova.virt.hardware [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1861.985847] env[62099]: DEBUG nova.virt.hardware [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1861.986635] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f51669-6755-4a97-a1e0-8ae3a6b407b6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.994038] env[62099]: DEBUG oslo_vmware.api [None req-e7206069-00c8-4a81-aac6-3e1b4461bb5b tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897520, 'name': SuspendVM_Task} progress is 62%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.999362] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c89e6d7-9a81-4d37-a372-084396c083fd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.035845] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897521, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.088127] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a069cf1d-6f81-4d21-9a2b-d3056a0a8e24 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.098199] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c73b689-3632-48d4-861e-a6766603b16d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.144418] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027808d8-1eab-4927-9de5-79f40b14b77e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.152641] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1e0625-0ffa-4b95-96cc-509e1d1cf52f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.167617] env[62099]: DEBUG nova.compute.provider_tree [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1862.236940] env[62099]: DEBUG nova.compute.manager [req-0f2da42b-880a-48df-a790-53d078f8c63e req-51ac73b5-46a1-4399-bb6a-50e089026f04 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Received event network-changed-649672dd-467d-49e0-ba3d-3d205c42008a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1862.237203] env[62099]: DEBUG nova.compute.manager [req-0f2da42b-880a-48df-a790-53d078f8c63e req-51ac73b5-46a1-4399-bb6a-50e089026f04 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Refreshing instance network info cache due to event network-changed-649672dd-467d-49e0-ba3d-3d205c42008a. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1862.237386] env[62099]: DEBUG oslo_concurrency.lockutils [req-0f2da42b-880a-48df-a790-53d078f8c63e req-51ac73b5-46a1-4399-bb6a-50e089026f04 service nova] Acquiring lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.488430] env[62099]: DEBUG oslo_vmware.api [None req-e7206069-00c8-4a81-aac6-3e1b4461bb5b tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897520, 'name': SuspendVM_Task, 'duration_secs': 0.661855} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.488700] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-e7206069-00c8-4a81-aac6-3e1b4461bb5b tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Suspended the VM {{(pid=62099) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1862.488894] env[62099]: DEBUG nova.compute.manager [None req-e7206069-00c8-4a81-aac6-3e1b4461bb5b tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1862.489722] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76aa9724-4166-4d35-8a51-8c9fd73550c8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.532669] env[62099]: DEBUG oslo_vmware.api [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897521, 'name': PowerOnVM_Task, 'duration_secs': 0.839449} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.535679] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1862.535880] env[62099]: INFO nova.compute.manager [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1862.536066] env[62099]: DEBUG nova.compute.manager [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1862.537043] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99d032f-4cf3-4ac1-8dee-e0087fedb336 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.606144] env[62099]: DEBUG nova.network.neutron [req-ec2ca59a-bcc4-49ec-b285-c25bad012c1c req-843f7eb8-b46b-4e8a-8ec2-92ac42978472 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Updated VIF entry in instance network info cache for port 649672dd-467d-49e0-ba3d-3d205c42008a. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1862.606579] env[62099]: DEBUG nova.network.neutron [req-ec2ca59a-bcc4-49ec-b285-c25bad012c1c req-843f7eb8-b46b-4e8a-8ec2-92ac42978472 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Updating instance_info_cache with network_info: [{"id": "649672dd-467d-49e0-ba3d-3d205c42008a", "address": "fa:16:3e:aa:21:46", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649672dd-46", "ovs_interfaceid": "649672dd-467d-49e0-ba3d-3d205c42008a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.670971] env[62099]: DEBUG nova.scheduler.client.report [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1863.053133] env[62099]: INFO nova.compute.manager [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Took 19.48 seconds to build instance. [ 1863.112059] env[62099]: DEBUG oslo_concurrency.lockutils [req-ec2ca59a-bcc4-49ec-b285-c25bad012c1c req-843f7eb8-b46b-4e8a-8ec2-92ac42978472 service nova] Releasing lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.112059] env[62099]: DEBUG nova.compute.manager [req-ec2ca59a-bcc4-49ec-b285-c25bad012c1c req-843f7eb8-b46b-4e8a-8ec2-92ac42978472 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Received event network-changed-9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1863.112059] env[62099]: DEBUG nova.compute.manager [req-ec2ca59a-bcc4-49ec-b285-c25bad012c1c req-843f7eb8-b46b-4e8a-8ec2-92ac42978472 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Refreshing instance network info cache due to event network-changed-9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1863.112059] env[62099]: DEBUG oslo_concurrency.lockutils [req-ec2ca59a-bcc4-49ec-b285-c25bad012c1c req-843f7eb8-b46b-4e8a-8ec2-92ac42978472 service nova] Acquiring lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.112059] env[62099]: DEBUG oslo_concurrency.lockutils [req-ec2ca59a-bcc4-49ec-b285-c25bad012c1c req-843f7eb8-b46b-4e8a-8ec2-92ac42978472 service nova] Acquired lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.112059] env[62099]: DEBUG nova.network.neutron [req-ec2ca59a-bcc4-49ec-b285-c25bad012c1c req-843f7eb8-b46b-4e8a-8ec2-92ac42978472 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Refreshing network info cache for port 9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1863.112059] env[62099]: DEBUG oslo_concurrency.lockutils [req-0f2da42b-880a-48df-a790-53d078f8c63e req-51ac73b5-46a1-4399-bb6a-50e089026f04 service nova] Acquired lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.112059] env[62099]: DEBUG nova.network.neutron [req-0f2da42b-880a-48df-a790-53d078f8c63e req-51ac73b5-46a1-4399-bb6a-50e089026f04 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Refreshing network info cache for port 649672dd-467d-49e0-ba3d-3d205c42008a {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1863.176482] env[62099]: DEBUG nova.network.neutron [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Successfully updated port: 70ead686-ecdb-462e-bbc6-2ab14942d1a8 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1863.177385] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.203904] env[62099]: INFO nova.scheduler.client.report [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Deleted allocations for instance 69fd58ca-a8c0-4c77-9062-caf63d38be25 [ 1863.360673] env[62099]: INFO nova.compute.manager [None req-8cb502de-ac35-4547-a4b9-8758d6b75393 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Resuming [ 1863.361311] env[62099]: DEBUG nova.objects.instance [None req-8cb502de-ac35-4547-a4b9-8758d6b75393 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lazy-loading 'flavor' on Instance uuid 3f1e9cf4-ac75-46ac-996e-2215756d53f0 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1863.556193] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bfd4be59-a5b8-41f8-ad50-a732a5f85de6 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "9e479887-c5fa-4d59-b2af-56893c02b15d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.989s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.684145] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "refresh_cache-8b2d96c6-5967-4f29-bde1-ffea2e10b115" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.684308] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquired lock "refresh_cache-8b2d96c6-5967-4f29-bde1-ffea2e10b115" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.684472] env[62099]: DEBUG nova.network.neutron [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1863.710941] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8003665c-bdae-4bb2-86b5-0f9755d268f0 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "69fd58ca-a8c0-4c77-9062-caf63d38be25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.697s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.926283] env[62099]: DEBUG nova.compute.manager [req-aa099876-dd01-4b63-ba3f-a222bf9a1eb9 req-d0917755-f913-4d86-906d-f89f1a5aa2c2 service nova] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Received event network-vif-plugged-70ead686-ecdb-462e-bbc6-2ab14942d1a8 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1863.926514] env[62099]: DEBUG oslo_concurrency.lockutils [req-aa099876-dd01-4b63-ba3f-a222bf9a1eb9 req-d0917755-f913-4d86-906d-f89f1a5aa2c2 service nova] Acquiring lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.926727] env[62099]: DEBUG oslo_concurrency.lockutils [req-aa099876-dd01-4b63-ba3f-a222bf9a1eb9 req-d0917755-f913-4d86-906d-f89f1a5aa2c2 service nova] Lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.927185] env[62099]: DEBUG oslo_concurrency.lockutils [req-aa099876-dd01-4b63-ba3f-a222bf9a1eb9 req-d0917755-f913-4d86-906d-f89f1a5aa2c2 service nova] Lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.927185] env[62099]: DEBUG nova.compute.manager [req-aa099876-dd01-4b63-ba3f-a222bf9a1eb9 req-d0917755-f913-4d86-906d-f89f1a5aa2c2 service nova] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] No waiting events found dispatching network-vif-plugged-70ead686-ecdb-462e-bbc6-2ab14942d1a8 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1863.927534] env[62099]: WARNING nova.compute.manager [req-aa099876-dd01-4b63-ba3f-a222bf9a1eb9 req-d0917755-f913-4d86-906d-f89f1a5aa2c2 service nova] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Received unexpected event network-vif-plugged-70ead686-ecdb-462e-bbc6-2ab14942d1a8 for instance with vm_state building and task_state spawning. [ 1863.927534] env[62099]: DEBUG nova.compute.manager [req-aa099876-dd01-4b63-ba3f-a222bf9a1eb9 req-d0917755-f913-4d86-906d-f89f1a5aa2c2 service nova] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Received event network-changed-70ead686-ecdb-462e-bbc6-2ab14942d1a8 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1863.927635] env[62099]: DEBUG nova.compute.manager [req-aa099876-dd01-4b63-ba3f-a222bf9a1eb9 req-d0917755-f913-4d86-906d-f89f1a5aa2c2 service nova] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Refreshing instance network info cache due to event network-changed-70ead686-ecdb-462e-bbc6-2ab14942d1a8. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1863.927795] env[62099]: DEBUG oslo_concurrency.lockutils [req-aa099876-dd01-4b63-ba3f-a222bf9a1eb9 req-d0917755-f913-4d86-906d-f89f1a5aa2c2 service nova] Acquiring lock "refresh_cache-8b2d96c6-5967-4f29-bde1-ffea2e10b115" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.963637] env[62099]: DEBUG nova.network.neutron [req-ec2ca59a-bcc4-49ec-b285-c25bad012c1c req-843f7eb8-b46b-4e8a-8ec2-92ac42978472 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Updated VIF entry in instance network info cache for port 9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1863.963992] env[62099]: DEBUG nova.network.neutron [req-ec2ca59a-bcc4-49ec-b285-c25bad012c1c req-843f7eb8-b46b-4e8a-8ec2-92ac42978472 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Updating instance_info_cache with network_info: [{"id": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "address": "fa:16:3e:be:29:2b", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4fe0d5-ef", "ovs_interfaceid": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.012730] env[62099]: DEBUG nova.network.neutron [req-0f2da42b-880a-48df-a790-53d078f8c63e req-51ac73b5-46a1-4399-bb6a-50e089026f04 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Updated VIF entry in instance network info cache for port 649672dd-467d-49e0-ba3d-3d205c42008a. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1864.013140] env[62099]: DEBUG nova.network.neutron [req-0f2da42b-880a-48df-a790-53d078f8c63e req-51ac73b5-46a1-4399-bb6a-50e089026f04 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Updating instance_info_cache with network_info: [{"id": "649672dd-467d-49e0-ba3d-3d205c42008a", "address": "fa:16:3e:aa:21:46", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649672dd-46", "ovs_interfaceid": "649672dd-467d-49e0-ba3d-3d205c42008a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.226028] env[62099]: DEBUG nova.network.neutron [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1864.371478] env[62099]: DEBUG nova.network.neutron [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Updating instance_info_cache with network_info: [{"id": "70ead686-ecdb-462e-bbc6-2ab14942d1a8", "address": "fa:16:3e:c8:bd:e5", "network": {"id": "cc61bfa6-6045-4ecb-84c9-4fe7fd1d18eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769027776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff38fbcbe6d4640b515774b83a4ff5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ead686-ec", "ovs_interfaceid": "70ead686-ecdb-462e-bbc6-2ab14942d1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.466265] env[62099]: DEBUG oslo_concurrency.lockutils [req-ec2ca59a-bcc4-49ec-b285-c25bad012c1c req-843f7eb8-b46b-4e8a-8ec2-92ac42978472 service nova] Releasing lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.515771] env[62099]: DEBUG oslo_concurrency.lockutils [req-0f2da42b-880a-48df-a790-53d078f8c63e req-51ac73b5-46a1-4399-bb6a-50e089026f04 service nova] Releasing lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.871689] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cb502de-ac35-4547-a4b9-8758d6b75393 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.871936] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cb502de-ac35-4547-a4b9-8758d6b75393 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquired lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.872145] env[62099]: DEBUG nova.network.neutron [None req-8cb502de-ac35-4547-a4b9-8758d6b75393 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1864.875567] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Releasing lock "refresh_cache-8b2d96c6-5967-4f29-bde1-ffea2e10b115" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.876025] env[62099]: DEBUG nova.compute.manager [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Instance network_info: |[{"id": "70ead686-ecdb-462e-bbc6-2ab14942d1a8", "address": "fa:16:3e:c8:bd:e5", "network": {"id": "cc61bfa6-6045-4ecb-84c9-4fe7fd1d18eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769027776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff38fbcbe6d4640b515774b83a4ff5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ead686-ec", "ovs_interfaceid": "70ead686-ecdb-462e-bbc6-2ab14942d1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1864.876375] env[62099]: DEBUG oslo_concurrency.lockutils [req-aa099876-dd01-4b63-ba3f-a222bf9a1eb9 req-d0917755-f913-4d86-906d-f89f1a5aa2c2 service nova] Acquired lock "refresh_cache-8b2d96c6-5967-4f29-bde1-ffea2e10b115" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.876598] env[62099]: DEBUG nova.network.neutron [req-aa099876-dd01-4b63-ba3f-a222bf9a1eb9 req-d0917755-f913-4d86-906d-f89f1a5aa2c2 service nova] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Refreshing network info cache for port 70ead686-ecdb-462e-bbc6-2ab14942d1a8 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1864.877933] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:bd:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70ead686-ecdb-462e-bbc6-2ab14942d1a8', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1864.886174] env[62099]: DEBUG oslo.service.loopingcall [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.889611] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1864.890121] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e778573-9918-46f8-a462-9ae876a4c7b9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.912178] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1864.912178] env[62099]: value = "task-1897522" [ 1864.912178] env[62099]: _type = "Task" [ 1864.912178] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.920388] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897522, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.110646] env[62099]: DEBUG nova.network.neutron [req-aa099876-dd01-4b63-ba3f-a222bf9a1eb9 req-d0917755-f913-4d86-906d-f89f1a5aa2c2 service nova] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Updated VIF entry in instance network info cache for port 70ead686-ecdb-462e-bbc6-2ab14942d1a8. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1865.111096] env[62099]: DEBUG nova.network.neutron [req-aa099876-dd01-4b63-ba3f-a222bf9a1eb9 req-d0917755-f913-4d86-906d-f89f1a5aa2c2 service nova] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Updating instance_info_cache with network_info: [{"id": "70ead686-ecdb-462e-bbc6-2ab14942d1a8", "address": "fa:16:3e:c8:bd:e5", "network": {"id": "cc61bfa6-6045-4ecb-84c9-4fe7fd1d18eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769027776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff38fbcbe6d4640b515774b83a4ff5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ead686-ec", "ovs_interfaceid": "70ead686-ecdb-462e-bbc6-2ab14942d1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.414318] env[62099]: DEBUG oslo_concurrency.lockutils [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.414620] env[62099]: DEBUG oslo_concurrency.lockutils [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.426083] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897522, 'name': CreateVM_Task, 'duration_secs': 0.483835} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.426661] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1865.427286] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.427457] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.427778] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1865.428234] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9caea036-6601-43ad-880f-052722fe32c7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.432892] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1865.432892] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d0e4f9-3ac2-f031-edc4-6927fc40288c" [ 1865.432892] env[62099]: _type = "Task" [ 1865.432892] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.440936] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d0e4f9-3ac2-f031-edc4-6927fc40288c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.580126] env[62099]: DEBUG nova.network.neutron [None req-8cb502de-ac35-4547-a4b9-8758d6b75393 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Updating instance_info_cache with network_info: [{"id": "6991ec90-f46e-4adc-90e7-95873916a4bc", "address": "fa:16:3e:34:9b:87", "network": {"id": "7b086ed8-9faa-472f-aa0f-5794f0d37a97", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-664053015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29e6d3b878b44ccbac8ef9628b28e51c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6991ec90-f4", "ovs_interfaceid": "6991ec90-f46e-4adc-90e7-95873916a4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.613569] env[62099]: DEBUG oslo_concurrency.lockutils [req-aa099876-dd01-4b63-ba3f-a222bf9a1eb9 req-d0917755-f913-4d86-906d-f89f1a5aa2c2 service nova] Releasing lock "refresh_cache-8b2d96c6-5967-4f29-bde1-ffea2e10b115" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.920056] env[62099]: DEBUG nova.compute.manager [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1865.942848] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52d0e4f9-3ac2-f031-edc4-6927fc40288c, 'name': SearchDatastore_Task, 'duration_secs': 0.010111} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.943177] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.943415] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1865.943648] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.943794] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.943970] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1865.944252] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1fd4cd7-db1f-4583-b3e5-71a0c7847b9e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.954418] env[62099]: DEBUG nova.compute.manager [req-e5e7eace-6c5b-469b-ad93-34dcd912b0ab req-d594c59b-20ec-48d3-b514-f416cb96acb9 service nova] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Received event network-changed-78810cf7-ebab-4c35-b685-edd93fca2342 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1865.954961] env[62099]: DEBUG nova.compute.manager [req-e5e7eace-6c5b-469b-ad93-34dcd912b0ab req-d594c59b-20ec-48d3-b514-f416cb96acb9 service nova] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Refreshing instance network info cache due to event network-changed-78810cf7-ebab-4c35-b685-edd93fca2342. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1865.954961] env[62099]: DEBUG oslo_concurrency.lockutils [req-e5e7eace-6c5b-469b-ad93-34dcd912b0ab req-d594c59b-20ec-48d3-b514-f416cb96acb9 service nova] Acquiring lock "refresh_cache-9e479887-c5fa-4d59-b2af-56893c02b15d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.954961] env[62099]: DEBUG oslo_concurrency.lockutils [req-e5e7eace-6c5b-469b-ad93-34dcd912b0ab req-d594c59b-20ec-48d3-b514-f416cb96acb9 service nova] Acquired lock "refresh_cache-9e479887-c5fa-4d59-b2af-56893c02b15d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.955173] env[62099]: DEBUG nova.network.neutron [req-e5e7eace-6c5b-469b-ad93-34dcd912b0ab req-d594c59b-20ec-48d3-b514-f416cb96acb9 service nova] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Refreshing network info cache for port 78810cf7-ebab-4c35-b685-edd93fca2342 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1865.957517] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1865.957704] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1865.959124] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-326c1005-c2fe-424d-870c-f030b83e11e8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.965369] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1865.965369] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52510105-a12a-789a-9f71-54380fa660e2" [ 1865.965369] env[62099]: _type = "Task" [ 1865.965369] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.973691] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52510105-a12a-789a-9f71-54380fa660e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.082698] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cb502de-ac35-4547-a4b9-8758d6b75393 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Releasing lock "refresh_cache-3f1e9cf4-ac75-46ac-996e-2215756d53f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.083669] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb4228c-6b92-4bfa-92fd-ca6a1e468a21 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.090543] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb502de-ac35-4547-a4b9-8758d6b75393 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Resuming the VM {{(pid=62099) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1866.091049] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac934585-9df0-4ebb-839f-0532877c6f51 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.097018] env[62099]: DEBUG oslo_vmware.api [None req-8cb502de-ac35-4547-a4b9-8758d6b75393 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1866.097018] env[62099]: value = "task-1897523" [ 1866.097018] env[62099]: _type = "Task" [ 1866.097018] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.104182] env[62099]: DEBUG oslo_vmware.api [None req-8cb502de-ac35-4547-a4b9-8758d6b75393 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.443808] env[62099]: DEBUG oslo_concurrency.lockutils [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.444111] env[62099]: DEBUG oslo_concurrency.lockutils [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.445751] env[62099]: INFO nova.compute.claims [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1866.480770] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52510105-a12a-789a-9f71-54380fa660e2, 'name': SearchDatastore_Task, 'duration_secs': 0.026657} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.481096] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cea1fbd-4ef2-4a69-82b7-759268ef9a70 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.488317] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1866.488317] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]528170c3-064b-b31d-a438-addb76024afd" [ 1866.488317] env[62099]: _type = "Task" [ 1866.488317] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.500251] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528170c3-064b-b31d-a438-addb76024afd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.608631] env[62099]: DEBUG oslo_vmware.api [None req-8cb502de-ac35-4547-a4b9-8758d6b75393 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897523, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.698550] env[62099]: DEBUG nova.network.neutron [req-e5e7eace-6c5b-469b-ad93-34dcd912b0ab req-d594c59b-20ec-48d3-b514-f416cb96acb9 service nova] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Updated VIF entry in instance network info cache for port 78810cf7-ebab-4c35-b685-edd93fca2342. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1866.698991] env[62099]: DEBUG nova.network.neutron [req-e5e7eace-6c5b-469b-ad93-34dcd912b0ab req-d594c59b-20ec-48d3-b514-f416cb96acb9 service nova] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Updating instance_info_cache with network_info: [{"id": "78810cf7-ebab-4c35-b685-edd93fca2342", "address": "fa:16:3e:33:d5:3d", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78810cf7-eb", "ovs_interfaceid": "78810cf7-ebab-4c35-b685-edd93fca2342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.001439] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]528170c3-064b-b31d-a438-addb76024afd, 'name': SearchDatastore_Task, 'duration_secs': 0.014112} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.001767] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.002014] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 8b2d96c6-5967-4f29-bde1-ffea2e10b115/8b2d96c6-5967-4f29-bde1-ffea2e10b115.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1867.002342] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a73f9c27-7c2d-43a7-9a30-3c3307115c5b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.008733] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1867.008733] env[62099]: value = "task-1897524" [ 1867.008733] env[62099]: _type = "Task" [ 1867.008733] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.016072] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.107310] env[62099]: DEBUG oslo_vmware.api [None req-8cb502de-ac35-4547-a4b9-8758d6b75393 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897523, 'name': PowerOnVM_Task, 'duration_secs': 0.552486} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.107513] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb502de-ac35-4547-a4b9-8758d6b75393 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Resumed the VM {{(pid=62099) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1867.107687] env[62099]: DEBUG nova.compute.manager [None req-8cb502de-ac35-4547-a4b9-8758d6b75393 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1867.108426] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa118c8-0673-4f6c-a9ac-6ca85a8bdc76 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.202059] env[62099]: DEBUG oslo_concurrency.lockutils [req-e5e7eace-6c5b-469b-ad93-34dcd912b0ab req-d594c59b-20ec-48d3-b514-f416cb96acb9 service nova] Releasing lock "refresh_cache-9e479887-c5fa-4d59-b2af-56893c02b15d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.517804] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.543526] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db45dd0-071b-4455-ac90-342687e80581 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.550625] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b586f298-cf35-4950-a7f1-afd7787374cf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.579745] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4756a83d-e578-4719-ad92-fbc49c86500b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.587567] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73574993-d902-4f58-98f8-0e1df3aa8931 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.602020] env[62099]: DEBUG nova.compute.provider_tree [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1868.020056] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897524, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.105667] env[62099]: DEBUG nova.scheduler.client.report [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1868.519338] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897524, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.183791} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.519686] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] 8b2d96c6-5967-4f29-bde1-ffea2e10b115/8b2d96c6-5967-4f29-bde1-ffea2e10b115.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1868.519795] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1868.520054] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c034c35b-b50b-4bff-8670-91794e1c6596 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.526357] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1868.526357] env[62099]: value = "task-1897525" [ 1868.526357] env[62099]: _type = "Task" [ 1868.526357] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.534575] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.610740] env[62099]: DEBUG oslo_concurrency.lockutils [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.611287] env[62099]: DEBUG nova.compute.manager [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1868.658472] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "interface-60e22ad2-8f43-4eab-96d3-4c84f72103b0-e43ccdef-9ec8-421d-b613-7f113e8659af" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.658780] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-60e22ad2-8f43-4eab-96d3-4c84f72103b0-e43ccdef-9ec8-421d-b613-7f113e8659af" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.659162] env[62099]: DEBUG nova.objects.instance [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lazy-loading 'flavor' on Instance uuid 60e22ad2-8f43-4eab-96d3-4c84f72103b0 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.037127] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063854} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.037477] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1869.038246] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023eb1e6-a2fc-4abc-bda8-f0a61e579f6a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.060656] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 8b2d96c6-5967-4f29-bde1-ffea2e10b115/8b2d96c6-5967-4f29-bde1-ffea2e10b115.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1869.060989] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4161373-e4b1-4abf-b5d7-8c94216c3ea7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.081062] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1869.081062] env[62099]: value = "task-1897526" [ 1869.081062] env[62099]: _type = "Task" [ 1869.081062] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.089913] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.116187] env[62099]: DEBUG nova.compute.utils [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1869.117824] env[62099]: DEBUG nova.compute.manager [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1869.118012] env[62099]: DEBUG nova.network.neutron [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1869.275653] env[62099]: DEBUG nova.objects.instance [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lazy-loading 'pci_requests' on Instance uuid 60e22ad2-8f43-4eab-96d3-4c84f72103b0 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.295639] env[62099]: DEBUG nova.policy [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4be590808bb9447989b693bd60f7facc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01b60258959d4842b0584919da5c2cb2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1869.591853] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.621814] env[62099]: DEBUG nova.compute.manager [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1869.641350] env[62099]: DEBUG nova.network.neutron [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Successfully created port: f93592f9-a13c-49b5-ae0f-12e6a8ce271e {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1869.779195] env[62099]: DEBUG nova.objects.base [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Object Instance<60e22ad2-8f43-4eab-96d3-4c84f72103b0> lazy-loaded attributes: flavor,pci_requests {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1869.779369] env[62099]: DEBUG nova.network.neutron [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1869.850178] env[62099]: DEBUG nova.policy [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e613032b5c54e4b8d7961daa089ecc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '511d198b4c40466caacb6db27d52c0af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1870.095915] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897526, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.591669] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897526, 'name': ReconfigVM_Task, 'duration_secs': 1.034312} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.591959] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 8b2d96c6-5967-4f29-bde1-ffea2e10b115/8b2d96c6-5967-4f29-bde1-ffea2e10b115.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1870.592624] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea446b9a-2fcc-4cc5-aae1-c69b47c62bbe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.598791] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1870.598791] env[62099]: value = "task-1897527" [ 1870.598791] env[62099]: _type = "Task" [ 1870.598791] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.606614] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897527, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.631249] env[62099]: DEBUG nova.compute.manager [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1870.660226] env[62099]: DEBUG nova.virt.hardware [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1870.660615] env[62099]: DEBUG nova.virt.hardware [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1870.660811] env[62099]: DEBUG nova.virt.hardware [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1870.661042] env[62099]: DEBUG nova.virt.hardware [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1870.661202] env[62099]: DEBUG nova.virt.hardware [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1870.661388] env[62099]: DEBUG nova.virt.hardware [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1870.661689] env[62099]: DEBUG nova.virt.hardware [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1870.661884] env[62099]: DEBUG nova.virt.hardware [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1870.662153] env[62099]: DEBUG nova.virt.hardware [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1870.662367] env[62099]: DEBUG nova.virt.hardware [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1870.662602] env[62099]: DEBUG nova.virt.hardware [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1870.663623] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d251e8fc-6e71-4c4f-b569-76d0dc6e86a6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.672167] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f68083f-3c6e-43c6-a569-864465a11c49 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.036167] env[62099]: DEBUG nova.compute.manager [req-fda9c1d4-6b70-4e44-be88-08af934f8973 req-63592a10-d1ff-44fb-b51c-affcb92e6a9e service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Received event network-vif-plugged-f93592f9-a13c-49b5-ae0f-12e6a8ce271e {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1871.036405] env[62099]: DEBUG oslo_concurrency.lockutils [req-fda9c1d4-6b70-4e44-be88-08af934f8973 req-63592a10-d1ff-44fb-b51c-affcb92e6a9e service nova] Acquiring lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.036615] env[62099]: DEBUG oslo_concurrency.lockutils [req-fda9c1d4-6b70-4e44-be88-08af934f8973 req-63592a10-d1ff-44fb-b51c-affcb92e6a9e service nova] Lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.036798] env[62099]: DEBUG oslo_concurrency.lockutils [req-fda9c1d4-6b70-4e44-be88-08af934f8973 req-63592a10-d1ff-44fb-b51c-affcb92e6a9e service nova] Lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.036967] env[62099]: DEBUG nova.compute.manager [req-fda9c1d4-6b70-4e44-be88-08af934f8973 req-63592a10-d1ff-44fb-b51c-affcb92e6a9e service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] No waiting events found dispatching network-vif-plugged-f93592f9-a13c-49b5-ae0f-12e6a8ce271e {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1871.037145] env[62099]: WARNING nova.compute.manager [req-fda9c1d4-6b70-4e44-be88-08af934f8973 req-63592a10-d1ff-44fb-b51c-affcb92e6a9e service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Received unexpected event network-vif-plugged-f93592f9-a13c-49b5-ae0f-12e6a8ce271e for instance with vm_state building and task_state spawning. [ 1871.111962] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897527, 'name': Rename_Task, 'duration_secs': 0.169293} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.112344] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1871.112651] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f4a0d8a-c72c-4bf6-8403-a14479f82961 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.118302] env[62099]: DEBUG nova.network.neutron [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Successfully updated port: f93592f9-a13c-49b5-ae0f-12e6a8ce271e {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1871.121649] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1871.121649] env[62099]: value = "task-1897528" [ 1871.121649] env[62099]: _type = "Task" [ 1871.121649] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.130373] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.273143] env[62099]: DEBUG nova.compute.manager [req-880ad2d4-b1c1-46e1-951b-10fe046c7004 req-6eded5da-fdf9-4cc7-94ae-5e3c18e9a150 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Received event network-vif-plugged-e43ccdef-9ec8-421d-b613-7f113e8659af {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1871.273435] env[62099]: DEBUG oslo_concurrency.lockutils [req-880ad2d4-b1c1-46e1-951b-10fe046c7004 req-6eded5da-fdf9-4cc7-94ae-5e3c18e9a150 service nova] Acquiring lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.273716] env[62099]: DEBUG oslo_concurrency.lockutils [req-880ad2d4-b1c1-46e1-951b-10fe046c7004 req-6eded5da-fdf9-4cc7-94ae-5e3c18e9a150 service nova] Lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.273942] env[62099]: DEBUG oslo_concurrency.lockutils [req-880ad2d4-b1c1-46e1-951b-10fe046c7004 req-6eded5da-fdf9-4cc7-94ae-5e3c18e9a150 service nova] Lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.274172] env[62099]: DEBUG nova.compute.manager [req-880ad2d4-b1c1-46e1-951b-10fe046c7004 req-6eded5da-fdf9-4cc7-94ae-5e3c18e9a150 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] No waiting events found dispatching network-vif-plugged-e43ccdef-9ec8-421d-b613-7f113e8659af {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1871.274394] env[62099]: WARNING nova.compute.manager [req-880ad2d4-b1c1-46e1-951b-10fe046c7004 req-6eded5da-fdf9-4cc7-94ae-5e3c18e9a150 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Received unexpected event network-vif-plugged-e43ccdef-9ec8-421d-b613-7f113e8659af for instance with vm_state active and task_state None. [ 1871.353090] env[62099]: DEBUG nova.network.neutron [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Successfully updated port: e43ccdef-9ec8-421d-b613-7f113e8659af {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1871.621883] env[62099]: DEBUG oslo_concurrency.lockutils [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.622195] env[62099]: DEBUG oslo_concurrency.lockutils [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquired lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.622195] env[62099]: DEBUG nova.network.neutron [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1871.634073] env[62099]: DEBUG oslo_vmware.api [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897528, 'name': PowerOnVM_Task, 'duration_secs': 0.511603} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.634337] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1871.634534] env[62099]: INFO nova.compute.manager [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1871.634709] env[62099]: DEBUG nova.compute.manager [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1871.635720] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c221f1fd-2187-4b76-900f-55f6b4d57734 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.855845] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.856077] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.856359] env[62099]: DEBUG nova.network.neutron [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1872.055565] env[62099]: DEBUG oslo_concurrency.lockutils [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.055839] env[62099]: DEBUG oslo_concurrency.lockutils [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.056306] env[62099]: DEBUG oslo_concurrency.lockutils [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.056306] env[62099]: DEBUG oslo_concurrency.lockutils [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.056427] env[62099]: DEBUG oslo_concurrency.lockutils [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.058745] env[62099]: INFO nova.compute.manager [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Terminating instance [ 1872.152029] env[62099]: INFO nova.compute.manager [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Took 14.79 seconds to build instance. [ 1872.158924] env[62099]: DEBUG nova.network.neutron [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1872.286699] env[62099]: DEBUG nova.network.neutron [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Updating instance_info_cache with network_info: [{"id": "f93592f9-a13c-49b5-ae0f-12e6a8ce271e", "address": "fa:16:3e:9c:91:ad", "network": {"id": "eced2df3-cde6-42a5-adc0-b55fb605aa5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-166005586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01b60258959d4842b0584919da5c2cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93592f9-a1", "ovs_interfaceid": "f93592f9-a13c-49b5-ae0f-12e6a8ce271e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.390027] env[62099]: WARNING nova.network.neutron [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] 6f765e9d-a2bf-4189-94d8-2d771046e341 already exists in list: networks containing: ['6f765e9d-a2bf-4189-94d8-2d771046e341']. ignoring it [ 1872.561915] env[62099]: DEBUG nova.compute.manager [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1872.562174] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1872.563360] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1e0519-f704-4aa2-bc71-c9725d7c0e01 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.570797] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1872.571065] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e74d183b-4d77-4dff-96c6-f2672ed648c2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.577069] env[62099]: DEBUG oslo_vmware.api [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1872.577069] env[62099]: value = "task-1897529" [ 1872.577069] env[62099]: _type = "Task" [ 1872.577069] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.585153] env[62099]: DEBUG oslo_vmware.api [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.654539] env[62099]: DEBUG nova.network.neutron [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Updating instance_info_cache with network_info: [{"id": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "address": "fa:16:3e:be:29:2b", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4fe0d5-ef", "ovs_interfaceid": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e43ccdef-9ec8-421d-b613-7f113e8659af", "address": "fa:16:3e:82:d4:eb", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape43ccdef-9e", "ovs_interfaceid": "e43ccdef-9ec8-421d-b613-7f113e8659af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.656077] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d05de722-5f80-4e13-90cc-154d3129a547 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.304s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.789741] env[62099]: DEBUG oslo_concurrency.lockutils [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Releasing lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.790149] env[62099]: DEBUG nova.compute.manager [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Instance network_info: |[{"id": "f93592f9-a13c-49b5-ae0f-12e6a8ce271e", "address": "fa:16:3e:9c:91:ad", "network": {"id": "eced2df3-cde6-42a5-adc0-b55fb605aa5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-166005586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01b60258959d4842b0584919da5c2cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93592f9-a1", "ovs_interfaceid": "f93592f9-a13c-49b5-ae0f-12e6a8ce271e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1872.790740] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:91:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f93592f9-a13c-49b5-ae0f-12e6a8ce271e', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1872.798706] env[62099]: DEBUG oslo.service.loopingcall [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.799347] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1872.799588] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-708196b3-4b4d-413b-af00-7cda28baa5a5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.818996] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1872.818996] env[62099]: value = "task-1897530" [ 1872.818996] env[62099]: _type = "Task" [ 1872.818996] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.826519] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897530, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.086489] env[62099]: DEBUG oslo_vmware.api [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897529, 'name': PowerOffVM_Task, 'duration_secs': 0.225923} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.086777] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1873.086954] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1873.087298] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11f4809d-0f1e-40af-952a-542cfaa99db6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.111021] env[62099]: DEBUG nova.compute.manager [req-3617ec77-1831-434e-aa77-0242ed66f9af req-e12dd284-b5b3-4c8b-b0dd-7d597b8166ce service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Received event network-changed-f93592f9-a13c-49b5-ae0f-12e6a8ce271e {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1873.111311] env[62099]: DEBUG nova.compute.manager [req-3617ec77-1831-434e-aa77-0242ed66f9af req-e12dd284-b5b3-4c8b-b0dd-7d597b8166ce service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Refreshing instance network info cache due to event network-changed-f93592f9-a13c-49b5-ae0f-12e6a8ce271e. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1873.111526] env[62099]: DEBUG oslo_concurrency.lockutils [req-3617ec77-1831-434e-aa77-0242ed66f9af req-e12dd284-b5b3-4c8b-b0dd-7d597b8166ce service nova] Acquiring lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.111707] env[62099]: DEBUG oslo_concurrency.lockutils [req-3617ec77-1831-434e-aa77-0242ed66f9af req-e12dd284-b5b3-4c8b-b0dd-7d597b8166ce service nova] Acquired lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.111887] env[62099]: DEBUG nova.network.neutron [req-3617ec77-1831-434e-aa77-0242ed66f9af req-e12dd284-b5b3-4c8b-b0dd-7d597b8166ce service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Refreshing network info cache for port f93592f9-a13c-49b5-ae0f-12e6a8ce271e {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1873.157820] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.158469] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.158686] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.159574] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01be39b-1cdd-423a-89ac-d67ac262ddbc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.176713] env[62099]: DEBUG nova.virt.hardware [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1873.176998] env[62099]: DEBUG nova.virt.hardware [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1873.177200] env[62099]: DEBUG nova.virt.hardware [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1873.177390] env[62099]: DEBUG nova.virt.hardware [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1873.177541] env[62099]: DEBUG nova.virt.hardware [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1873.177740] env[62099]: DEBUG nova.virt.hardware [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1873.177883] env[62099]: DEBUG nova.virt.hardware [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1873.178059] env[62099]: DEBUG nova.virt.hardware [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1873.178284] env[62099]: DEBUG nova.virt.hardware [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1873.178458] env[62099]: DEBUG nova.virt.hardware [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1873.178672] env[62099]: DEBUG nova.virt.hardware [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1873.185691] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Reconfiguring VM to attach interface {{(pid=62099) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1873.186605] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f3ce42c-38ef-4c99-bd12-7c6db6479597 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.205355] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1873.205692] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1873.205891] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Deleting the datastore file [datastore1] 3f1e9cf4-ac75-46ac-996e-2215756d53f0 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1873.207617] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-812c6ae1-8eac-4662-84d6-656a4974be3b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.210035] env[62099]: DEBUG oslo_vmware.api [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1873.210035] env[62099]: value = "task-1897532" [ 1873.210035] env[62099]: _type = "Task" [ 1873.210035] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.214998] env[62099]: DEBUG oslo_vmware.api [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for the task: (returnval){ [ 1873.214998] env[62099]: value = "task-1897533" [ 1873.214998] env[62099]: _type = "Task" [ 1873.214998] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.221134] env[62099]: DEBUG oslo_vmware.api [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897532, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.225893] env[62099]: DEBUG oslo_vmware.api [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.304901] env[62099]: DEBUG nova.compute.manager [req-10c86456-6eb7-4620-8f0d-d9b48dfb0b07 req-dfbcfbea-b10e-49d5-bf44-bb0dae9f3572 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Received event network-changed-e43ccdef-9ec8-421d-b613-7f113e8659af {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1873.308080] env[62099]: DEBUG nova.compute.manager [req-10c86456-6eb7-4620-8f0d-d9b48dfb0b07 req-dfbcfbea-b10e-49d5-bf44-bb0dae9f3572 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Refreshing instance network info cache due to event network-changed-e43ccdef-9ec8-421d-b613-7f113e8659af. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1873.308080] env[62099]: DEBUG oslo_concurrency.lockutils [req-10c86456-6eb7-4620-8f0d-d9b48dfb0b07 req-dfbcfbea-b10e-49d5-bf44-bb0dae9f3572 service nova] Acquiring lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.308080] env[62099]: DEBUG oslo_concurrency.lockutils [req-10c86456-6eb7-4620-8f0d-d9b48dfb0b07 req-dfbcfbea-b10e-49d5-bf44-bb0dae9f3572 service nova] Acquired lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.308080] env[62099]: DEBUG nova.network.neutron [req-10c86456-6eb7-4620-8f0d-d9b48dfb0b07 req-dfbcfbea-b10e-49d5-bf44-bb0dae9f3572 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Refreshing network info cache for port e43ccdef-9ec8-421d-b613-7f113e8659af {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1873.329365] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897530, 'name': CreateVM_Task, 'duration_secs': 0.338426} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.329556] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1873.330298] env[62099]: DEBUG oslo_concurrency.lockutils [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.330485] env[62099]: DEBUG oslo_concurrency.lockutils [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.330880] env[62099]: DEBUG oslo_concurrency.lockutils [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1873.331170] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db7dd324-651a-4343-a9ca-7433a409f37d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.336517] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1873.336517] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]529dd16e-205f-ea4f-eb55-3fce5f906d9c" [ 1873.336517] env[62099]: _type = "Task" [ 1873.336517] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.344362] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529dd16e-205f-ea4f-eb55-3fce5f906d9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.719577] env[62099]: DEBUG oslo_vmware.api [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.729553] env[62099]: DEBUG oslo_vmware.api [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Task: {'id': task-1897533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162766} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.729729] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1873.729908] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1873.730098] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1873.730710] env[62099]: INFO nova.compute.manager [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1873.730710] env[62099]: DEBUG oslo.service.loopingcall [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1873.730710] env[62099]: DEBUG nova.compute.manager [-] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1873.730981] env[62099]: DEBUG nova.network.neutron [-] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1873.819042] env[62099]: DEBUG nova.network.neutron [req-3617ec77-1831-434e-aa77-0242ed66f9af req-e12dd284-b5b3-4c8b-b0dd-7d597b8166ce service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Updated VIF entry in instance network info cache for port f93592f9-a13c-49b5-ae0f-12e6a8ce271e. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1873.819437] env[62099]: DEBUG nova.network.neutron [req-3617ec77-1831-434e-aa77-0242ed66f9af req-e12dd284-b5b3-4c8b-b0dd-7d597b8166ce service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Updating instance_info_cache with network_info: [{"id": "f93592f9-a13c-49b5-ae0f-12e6a8ce271e", "address": "fa:16:3e:9c:91:ad", "network": {"id": "eced2df3-cde6-42a5-adc0-b55fb605aa5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-166005586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01b60258959d4842b0584919da5c2cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93592f9-a1", "ovs_interfaceid": "f93592f9-a13c-49b5-ae0f-12e6a8ce271e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.851260] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]529dd16e-205f-ea4f-eb55-3fce5f906d9c, 'name': SearchDatastore_Task, 'duration_secs': 0.009266} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.851260] env[62099]: DEBUG oslo_concurrency.lockutils [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.851260] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1873.851589] env[62099]: DEBUG oslo_concurrency.lockutils [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.851880] env[62099]: DEBUG oslo_concurrency.lockutils [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.852954] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1873.853363] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dd43501-565c-4384-b652-611929c7fdfb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.868038] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1873.868417] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1873.869542] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74b3b7f-9425-401d-9b13-eec785be1f72 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.877263] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1873.877263] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b3707e-9a59-80f5-a2f6-840e68eb58ca" [ 1873.877263] env[62099]: _type = "Task" [ 1873.877263] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.887163] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b3707e-9a59-80f5-a2f6-840e68eb58ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.162453] env[62099]: DEBUG nova.network.neutron [req-10c86456-6eb7-4620-8f0d-d9b48dfb0b07 req-dfbcfbea-b10e-49d5-bf44-bb0dae9f3572 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Updated VIF entry in instance network info cache for port e43ccdef-9ec8-421d-b613-7f113e8659af. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1874.162965] env[62099]: DEBUG nova.network.neutron [req-10c86456-6eb7-4620-8f0d-d9b48dfb0b07 req-dfbcfbea-b10e-49d5-bf44-bb0dae9f3572 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Updating instance_info_cache with network_info: [{"id": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "address": "fa:16:3e:be:29:2b", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4fe0d5-ef", "ovs_interfaceid": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e43ccdef-9ec8-421d-b613-7f113e8659af", "address": "fa:16:3e:82:d4:eb", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape43ccdef-9e", "ovs_interfaceid": "e43ccdef-9ec8-421d-b613-7f113e8659af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.220520] env[62099]: DEBUG oslo_vmware.api [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897532, 'name': ReconfigVM_Task, 'duration_secs': 0.690038} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.221092] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.221329] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Reconfigured VM to attach interface {{(pid=62099) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1874.322911] env[62099]: DEBUG oslo_concurrency.lockutils [req-3617ec77-1831-434e-aa77-0242ed66f9af req-e12dd284-b5b3-4c8b-b0dd-7d597b8166ce service nova] Releasing lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.385739] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52b3707e-9a59-80f5-a2f6-840e68eb58ca, 'name': SearchDatastore_Task, 'duration_secs': 0.021158} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.386627] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d91efdbc-4528-4f22-98f2-65359e0202b3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.392189] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1874.392189] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]525aa21b-bc54-1f2c-070b-b451fdd1cd58" [ 1874.392189] env[62099]: _type = "Task" [ 1874.392189] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.400577] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525aa21b-bc54-1f2c-070b-b451fdd1cd58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.604302] env[62099]: DEBUG nova.network.neutron [-] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.665882] env[62099]: DEBUG oslo_concurrency.lockutils [req-10c86456-6eb7-4620-8f0d-d9b48dfb0b07 req-dfbcfbea-b10e-49d5-bf44-bb0dae9f3572 service nova] Releasing lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.726921] env[62099]: DEBUG oslo_concurrency.lockutils [None req-bc9e76db-6e2e-44aa-89c4-32c3082203e4 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-60e22ad2-8f43-4eab-96d3-4c84f72103b0-e43ccdef-9ec8-421d-b613-7f113e8659af" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.068s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.902358] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]525aa21b-bc54-1f2c-070b-b451fdd1cd58, 'name': SearchDatastore_Task, 'duration_secs': 0.011571} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.902636] env[62099]: DEBUG oslo_concurrency.lockutils [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.902886] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] ae88cf1f-bb66-424f-aba6-4c1cab75790d/ae88cf1f-bb66-424f-aba6-4c1cab75790d.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1874.903161] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-861ba222-9e90-4dab-91d0-1ee2cec744bc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.909734] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1874.909734] env[62099]: value = "task-1897534" [ 1874.909734] env[62099]: _type = "Task" [ 1874.909734] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.917374] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.106968] env[62099]: INFO nova.compute.manager [-] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Took 1.38 seconds to deallocate network for instance. [ 1875.148510] env[62099]: DEBUG nova.compute.manager [req-3ba00973-57eb-4809-ad15-ae2739f4515a req-fa2285bb-db45-41c5-b5b3-26e25f7f1e74 service nova] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Received event network-changed-70ead686-ecdb-462e-bbc6-2ab14942d1a8 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1875.148932] env[62099]: DEBUG nova.compute.manager [req-3ba00973-57eb-4809-ad15-ae2739f4515a req-fa2285bb-db45-41c5-b5b3-26e25f7f1e74 service nova] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Refreshing instance network info cache due to event network-changed-70ead686-ecdb-462e-bbc6-2ab14942d1a8. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1875.149252] env[62099]: DEBUG oslo_concurrency.lockutils [req-3ba00973-57eb-4809-ad15-ae2739f4515a req-fa2285bb-db45-41c5-b5b3-26e25f7f1e74 service nova] Acquiring lock "refresh_cache-8b2d96c6-5967-4f29-bde1-ffea2e10b115" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.149432] env[62099]: DEBUG oslo_concurrency.lockutils [req-3ba00973-57eb-4809-ad15-ae2739f4515a req-fa2285bb-db45-41c5-b5b3-26e25f7f1e74 service nova] Acquired lock "refresh_cache-8b2d96c6-5967-4f29-bde1-ffea2e10b115" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.149661] env[62099]: DEBUG nova.network.neutron [req-3ba00973-57eb-4809-ad15-ae2739f4515a req-fa2285bb-db45-41c5-b5b3-26e25f7f1e74 service nova] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Refreshing network info cache for port 70ead686-ecdb-462e-bbc6-2ab14942d1a8 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1875.264898] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1875.265171] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1875.421418] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897534, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.613964] env[62099]: DEBUG oslo_concurrency.lockutils [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.614317] env[62099]: DEBUG oslo_concurrency.lockutils [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.614546] env[62099]: DEBUG nova.objects.instance [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lazy-loading 'resources' on Instance uuid 3f1e9cf4-ac75-46ac-996e-2215756d53f0 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1875.920942] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538651} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.921291] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore2] ae88cf1f-bb66-424f-aba6-4c1cab75790d/ae88cf1f-bb66-424f-aba6-4c1cab75790d.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1875.921427] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1875.921676] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-525b0701-7b02-4dc0-b0e0-ca781d6a048b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.926768] env[62099]: DEBUG nova.network.neutron [req-3ba00973-57eb-4809-ad15-ae2739f4515a req-fa2285bb-db45-41c5-b5b3-26e25f7f1e74 service nova] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Updated VIF entry in instance network info cache for port 70ead686-ecdb-462e-bbc6-2ab14942d1a8. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1875.927076] env[62099]: DEBUG nova.network.neutron [req-3ba00973-57eb-4809-ad15-ae2739f4515a req-fa2285bb-db45-41c5-b5b3-26e25f7f1e74 service nova] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Updating instance_info_cache with network_info: [{"id": "70ead686-ecdb-462e-bbc6-2ab14942d1a8", "address": "fa:16:3e:c8:bd:e5", "network": {"id": "cc61bfa6-6045-4ecb-84c9-4fe7fd1d18eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769027776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff38fbcbe6d4640b515774b83a4ff5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ead686-ec", "ovs_interfaceid": "70ead686-ecdb-462e-bbc6-2ab14942d1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.929197] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1875.929197] env[62099]: value = "task-1897535" [ 1875.929197] env[62099]: _type = "Task" [ 1875.929197] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.937472] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.213316] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6138515-1bd1-4b33-8b42-4745898a01de {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.221077] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3687b9e2-9cd1-4b23-94c4-d40438fb8a46 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.251423] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c41d45-a295-4fb6-9974-7bf17df6b54e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.260291] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a48f1c-1700-484b-b3d2-f009e99e5af2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.274090] env[62099]: DEBUG nova.compute.provider_tree [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1876.376928] env[62099]: DEBUG oslo_concurrency.lockutils [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "interface-60e22ad2-8f43-4eab-96d3-4c84f72103b0-e43ccdef-9ec8-421d-b613-7f113e8659af" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.377207] env[62099]: DEBUG oslo_concurrency.lockutils [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-60e22ad2-8f43-4eab-96d3-4c84f72103b0-e43ccdef-9ec8-421d-b613-7f113e8659af" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.430544] env[62099]: DEBUG oslo_concurrency.lockutils [req-3ba00973-57eb-4809-ad15-ae2739f4515a req-fa2285bb-db45-41c5-b5b3-26e25f7f1e74 service nova] Releasing lock "refresh_cache-8b2d96c6-5967-4f29-bde1-ffea2e10b115" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.430854] env[62099]: DEBUG nova.compute.manager [req-3ba00973-57eb-4809-ad15-ae2739f4515a req-fa2285bb-db45-41c5-b5b3-26e25f7f1e74 service nova] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Received event network-vif-deleted-6991ec90-f46e-4adc-90e7-95873916a4bc {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1876.439518] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062994} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.439778] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1876.440511] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a2fea9-0d0b-406d-955b-5fb053df591c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.462088] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] ae88cf1f-bb66-424f-aba6-4c1cab75790d/ae88cf1f-bb66-424f-aba6-4c1cab75790d.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1876.462351] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81c9742b-8369-4fc1-84fc-e2c4325691ef {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.481441] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1876.481441] env[62099]: value = "task-1897536" [ 1876.481441] env[62099]: _type = "Task" [ 1876.481441] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.489051] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.778175] env[62099]: DEBUG nova.scheduler.client.report [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1876.879920] env[62099]: DEBUG oslo_concurrency.lockutils [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.880186] env[62099]: DEBUG oslo_concurrency.lockutils [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.881229] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fdeacd-4fd9-446c-8956-3b9eb0cb546d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.899711] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd9c6f2-beee-4209-969d-163ae1ddf807 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.925961] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Reconfiguring VM to detach interface {{(pid=62099) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1876.926586] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f7022fc-6bc7-4b78-bdee-623d51d86e21 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.946824] env[62099]: DEBUG oslo_vmware.api [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1876.946824] env[62099]: value = "task-1897537" [ 1876.946824] env[62099]: _type = "Task" [ 1876.946824] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.955565] env[62099]: DEBUG oslo_vmware.api [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.991470] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.283369] env[62099]: DEBUG oslo_concurrency.lockutils [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.306297] env[62099]: INFO nova.scheduler.client.report [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Deleted allocations for instance 3f1e9cf4-ac75-46ac-996e-2215756d53f0 [ 1877.459543] env[62099]: DEBUG oslo_vmware.api [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.491175] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897536, 'name': ReconfigVM_Task, 'duration_secs': 0.594221} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.491326] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Reconfigured VM instance instance-00000071 to attach disk [datastore2] ae88cf1f-bb66-424f-aba6-4c1cab75790d/ae88cf1f-bb66-424f-aba6-4c1cab75790d.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1877.491931] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57cf6b19-9973-41f5-9806-0dd2324ee85a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.498371] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1877.498371] env[62099]: value = "task-1897538" [ 1877.498371] env[62099]: _type = "Task" [ 1877.498371] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.505382] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897538, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.815638] env[62099]: DEBUG oslo_concurrency.lockutils [None req-acf08c69-4d01-4486-b0a4-8f2772d471c3 tempest-ServersNegativeTestJSON-1805258693 tempest-ServersNegativeTestJSON-1805258693-project-member] Lock "3f1e9cf4-ac75-46ac-996e-2215756d53f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.760s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.957547] env[62099]: DEBUG oslo_vmware.api [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.007958] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897538, 'name': Rename_Task, 'duration_secs': 0.130233} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.008538] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1878.008924] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfb5b6f5-ec6c-4d81-a7ee-336f96727cc5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.015712] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1878.015712] env[62099]: value = "task-1897539" [ 1878.015712] env[62099]: _type = "Task" [ 1878.015712] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.023190] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.266063] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1878.266063] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1878.458361] env[62099]: DEBUG oslo_vmware.api [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.526022] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.959539] env[62099]: DEBUG oslo_vmware.api [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.027541] env[62099]: DEBUG oslo_vmware.api [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897539, 'name': PowerOnVM_Task, 'duration_secs': 0.967025} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.027842] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1879.028344] env[62099]: INFO nova.compute.manager [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1879.028569] env[62099]: DEBUG nova.compute.manager [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1879.029554] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8c009a-82e8-496a-8a55-2ee837fa5022 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.460112] env[62099]: DEBUG oslo_vmware.api [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.550594] env[62099]: INFO nova.compute.manager [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Took 13.12 seconds to build instance. [ 1879.962767] env[62099]: DEBUG oslo_vmware.api [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.051268] env[62099]: DEBUG oslo_concurrency.lockutils [None req-260999ae-eead-4616-b7e8-974fed293bb9 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.636s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.374820] env[62099]: DEBUG nova.compute.manager [req-0f54b5fb-679f-480b-be4a-08d2ba8425a2 req-d939b7e8-544c-44db-8633-6fc938f8c5b6 service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Received event network-changed-f93592f9-a13c-49b5-ae0f-12e6a8ce271e {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1880.375183] env[62099]: DEBUG nova.compute.manager [req-0f54b5fb-679f-480b-be4a-08d2ba8425a2 req-d939b7e8-544c-44db-8633-6fc938f8c5b6 service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Refreshing instance network info cache due to event network-changed-f93592f9-a13c-49b5-ae0f-12e6a8ce271e. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1880.375460] env[62099]: DEBUG oslo_concurrency.lockutils [req-0f54b5fb-679f-480b-be4a-08d2ba8425a2 req-d939b7e8-544c-44db-8633-6fc938f8c5b6 service nova] Acquiring lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.375621] env[62099]: DEBUG oslo_concurrency.lockutils [req-0f54b5fb-679f-480b-be4a-08d2ba8425a2 req-d939b7e8-544c-44db-8633-6fc938f8c5b6 service nova] Acquired lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.375791] env[62099]: DEBUG nova.network.neutron [req-0f54b5fb-679f-480b-be4a-08d2ba8425a2 req-d939b7e8-544c-44db-8633-6fc938f8c5b6 service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Refreshing network info cache for port f93592f9-a13c-49b5-ae0f-12e6a8ce271e {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1880.461842] env[62099]: DEBUG oslo_vmware.api [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.783696] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Didn't find any instances for network info cache update. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1880.783950] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1880.784153] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1880.784317] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1880.962455] env[62099]: DEBUG oslo_vmware.api [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.095392] env[62099]: DEBUG nova.network.neutron [req-0f54b5fb-679f-480b-be4a-08d2ba8425a2 req-d939b7e8-544c-44db-8633-6fc938f8c5b6 service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Updated VIF entry in instance network info cache for port f93592f9-a13c-49b5-ae0f-12e6a8ce271e. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1881.095813] env[62099]: DEBUG nova.network.neutron [req-0f54b5fb-679f-480b-be4a-08d2ba8425a2 req-d939b7e8-544c-44db-8633-6fc938f8c5b6 service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Updating instance_info_cache with network_info: [{"id": "f93592f9-a13c-49b5-ae0f-12e6a8ce271e", "address": "fa:16:3e:9c:91:ad", "network": {"id": "eced2df3-cde6-42a5-adc0-b55fb605aa5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-166005586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01b60258959d4842b0584919da5c2cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93592f9-a1", "ovs_interfaceid": "f93592f9-a13c-49b5-ae0f-12e6a8ce271e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.287426] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.287690] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.287855] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.288034] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1881.289360] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18000325-9b2f-4fe0-96e3-e789e36528ff {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.297610] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ab6a6a-3eb3-4c09-b804-75ed55805b00 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.311876] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61b6f7a-0b11-4163-baeb-6aad990532b1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.318320] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5275d60f-f1db-40b6-99c2-d3fc0237411e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.348053] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179239MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1881.348209] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.348406] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.462548] env[62099]: DEBUG oslo_vmware.api [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.599226] env[62099]: DEBUG oslo_concurrency.lockutils [req-0f54b5fb-679f-480b-be4a-08d2ba8425a2 req-d939b7e8-544c-44db-8633-6fc938f8c5b6 service nova] Releasing lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.964339] env[62099]: DEBUG oslo_vmware.api [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.379714] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 028e8c79-66a7-431e-9743-f704a5c79c9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.380065] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 60e22ad2-8f43-4eab-96d3-4c84f72103b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.380065] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 8295db17-c358-46c7-a76a-cfcc1f8cc41e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.380150] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 9e479887-c5fa-4d59-b2af-56893c02b15d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.380228] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 8b2d96c6-5967-4f29-bde1-ffea2e10b115 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.380338] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance ae88cf1f-bb66-424f-aba6-4c1cab75790d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1882.380528] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1882.380666] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1882.459196] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe07426-ecd8-48ef-8742-a549427f2f0c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.469745] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecae1bd1-2630-4a35-bdf2-4e322c40f5b5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.472868] env[62099]: DEBUG oslo_vmware.api [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897537, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.499508] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc644026-1966-490e-82d4-451047875832 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.506415] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8870cf8c-fe63-407d-8141-115bd6ae03cb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.519955] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1882.964072] env[62099]: DEBUG oslo_vmware.api [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897537, 'name': ReconfigVM_Task, 'duration_secs': 5.896916} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.964339] env[62099]: DEBUG oslo_concurrency.lockutils [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.964548] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Reconfigured VM to detach interface {{(pid=62099) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1883.022987] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.527372] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1883.527742] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.179s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.236319] env[62099]: DEBUG oslo_concurrency.lockutils [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.236377] env[62099]: DEBUG oslo_concurrency.lockutils [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.236543] env[62099]: DEBUG nova.network.neutron [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1885.270478] env[62099]: INFO nova.network.neutron [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Port e43ccdef-9ec8-421d-b613-7f113e8659af from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1885.271060] env[62099]: DEBUG nova.network.neutron [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Updating instance_info_cache with network_info: [{"id": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "address": "fa:16:3e:be:29:2b", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4fe0d5-ef", "ovs_interfaceid": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.324896] env[62099]: DEBUG nova.compute.manager [req-2fdbccd3-0a76-48c7-8acf-bd3a8064f648 req-f1711bf1-2fa1-4729-b17b-699d079d0585 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Received event network-changed-9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1885.325050] env[62099]: DEBUG nova.compute.manager [req-2fdbccd3-0a76-48c7-8acf-bd3a8064f648 req-f1711bf1-2fa1-4729-b17b-699d079d0585 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Refreshing instance network info cache due to event network-changed-9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1885.325221] env[62099]: DEBUG oslo_concurrency.lockutils [req-2fdbccd3-0a76-48c7-8acf-bd3a8064f648 req-f1711bf1-2fa1-4729-b17b-699d079d0585 service nova] Acquiring lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.774851] env[62099]: DEBUG oslo_concurrency.lockutils [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.776146] env[62099]: DEBUG oslo_concurrency.lockutils [req-2fdbccd3-0a76-48c7-8acf-bd3a8064f648 req-f1711bf1-2fa1-4729-b17b-699d079d0585 service nova] Acquired lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.777016] env[62099]: DEBUG nova.network.neutron [req-2fdbccd3-0a76-48c7-8acf-bd3a8064f648 req-f1711bf1-2fa1-4729-b17b-699d079d0585 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Refreshing network info cache for port 9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1886.000919] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "interface-8295db17-c358-46c7-a76a-cfcc1f8cc41e-e43ccdef-9ec8-421d-b613-7f113e8659af" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.001235] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-8295db17-c358-46c7-a76a-cfcc1f8cc41e-e43ccdef-9ec8-421d-b613-7f113e8659af" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.001606] env[62099]: DEBUG nova.objects.instance [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lazy-loading 'flavor' on Instance uuid 8295db17-c358-46c7-a76a-cfcc1f8cc41e {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.007683] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1886.007893] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1886.264398] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1886.278911] env[62099]: DEBUG oslo_concurrency.lockutils [None req-91d4b2a9-0b95-4bd2-bae0-bb329f15f9cc tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-60e22ad2-8f43-4eab-96d3-4c84f72103b0-e43ccdef-9ec8-421d-b613-7f113e8659af" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.902s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.466498] env[62099]: DEBUG nova.network.neutron [req-2fdbccd3-0a76-48c7-8acf-bd3a8064f648 req-f1711bf1-2fa1-4729-b17b-699d079d0585 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Updated VIF entry in instance network info cache for port 9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1886.466931] env[62099]: DEBUG nova.network.neutron [req-2fdbccd3-0a76-48c7-8acf-bd3a8064f648 req-f1711bf1-2fa1-4729-b17b-699d079d0585 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Updating instance_info_cache with network_info: [{"id": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "address": "fa:16:3e:be:29:2b", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4fe0d5-ef", "ovs_interfaceid": "9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.593262] env[62099]: DEBUG nova.objects.instance [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lazy-loading 'pci_requests' on Instance uuid 8295db17-c358-46c7-a76a-cfcc1f8cc41e {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.970483] env[62099]: DEBUG oslo_concurrency.lockutils [req-2fdbccd3-0a76-48c7-8acf-bd3a8064f648 req-f1711bf1-2fa1-4729-b17b-699d079d0585 service nova] Releasing lock "refresh_cache-60e22ad2-8f43-4eab-96d3-4c84f72103b0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.095546] env[62099]: DEBUG nova.objects.base [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Object Instance<8295db17-c358-46c7-a76a-cfcc1f8cc41e> lazy-loaded attributes: flavor,pci_requests {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1887.095770] env[62099]: DEBUG nova.network.neutron [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1887.157327] env[62099]: DEBUG nova.policy [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e613032b5c54e4b8d7961daa089ecc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '511d198b4c40466caacb6db27d52c0af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1887.352707] env[62099]: DEBUG nova.compute.manager [req-82fedec2-2133-463b-846f-c93dd8152de6 req-55e47036-892f-4059-8ca8-08ab6ead95ba service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Received event network-changed-649672dd-467d-49e0-ba3d-3d205c42008a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1887.352952] env[62099]: DEBUG nova.compute.manager [req-82fedec2-2133-463b-846f-c93dd8152de6 req-55e47036-892f-4059-8ca8-08ab6ead95ba service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Refreshing instance network info cache due to event network-changed-649672dd-467d-49e0-ba3d-3d205c42008a. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1887.353120] env[62099]: DEBUG oslo_concurrency.lockutils [req-82fedec2-2133-463b-846f-c93dd8152de6 req-55e47036-892f-4059-8ca8-08ab6ead95ba service nova] Acquiring lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.353265] env[62099]: DEBUG oslo_concurrency.lockutils [req-82fedec2-2133-463b-846f-c93dd8152de6 req-55e47036-892f-4059-8ca8-08ab6ead95ba service nova] Acquired lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.353423] env[62099]: DEBUG nova.network.neutron [req-82fedec2-2133-463b-846f-c93dd8152de6 req-55e47036-892f-4059-8ca8-08ab6ead95ba service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Refreshing network info cache for port 649672dd-467d-49e0-ba3d-3d205c42008a {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1888.057558] env[62099]: DEBUG nova.network.neutron [req-82fedec2-2133-463b-846f-c93dd8152de6 req-55e47036-892f-4059-8ca8-08ab6ead95ba service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Updated VIF entry in instance network info cache for port 649672dd-467d-49e0-ba3d-3d205c42008a. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1888.057962] env[62099]: DEBUG nova.network.neutron [req-82fedec2-2133-463b-846f-c93dd8152de6 req-55e47036-892f-4059-8ca8-08ab6ead95ba service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Updating instance_info_cache with network_info: [{"id": "649672dd-467d-49e0-ba3d-3d205c42008a", "address": "fa:16:3e:aa:21:46", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649672dd-46", "ovs_interfaceid": "649672dd-467d-49e0-ba3d-3d205c42008a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.260537] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1888.560684] env[62099]: DEBUG oslo_concurrency.lockutils [req-82fedec2-2133-463b-846f-c93dd8152de6 req-55e47036-892f-4059-8ca8-08ab6ead95ba service nova] Releasing lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.611788] env[62099]: DEBUG nova.network.neutron [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Successfully updated port: e43ccdef-9ec8-421d-b613-7f113e8659af {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1889.114393] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.114393] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.114566] env[62099]: DEBUG nova.network.neutron [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1889.377405] env[62099]: DEBUG nova.compute.manager [req-df6d3e86-96a9-4a1b-8c2a-464964d0abbd req-2d59b1be-a49e-4653-b06b-2cabffe12080 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Received event network-vif-plugged-e43ccdef-9ec8-421d-b613-7f113e8659af {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1889.377631] env[62099]: DEBUG oslo_concurrency.lockutils [req-df6d3e86-96a9-4a1b-8c2a-464964d0abbd req-2d59b1be-a49e-4653-b06b-2cabffe12080 service nova] Acquiring lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.377839] env[62099]: DEBUG oslo_concurrency.lockutils [req-df6d3e86-96a9-4a1b-8c2a-464964d0abbd req-2d59b1be-a49e-4653-b06b-2cabffe12080 service nova] Lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.378022] env[62099]: DEBUG oslo_concurrency.lockutils [req-df6d3e86-96a9-4a1b-8c2a-464964d0abbd req-2d59b1be-a49e-4653-b06b-2cabffe12080 service nova] Lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.378222] env[62099]: DEBUG nova.compute.manager [req-df6d3e86-96a9-4a1b-8c2a-464964d0abbd req-2d59b1be-a49e-4653-b06b-2cabffe12080 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] No waiting events found dispatching network-vif-plugged-e43ccdef-9ec8-421d-b613-7f113e8659af {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1889.378405] env[62099]: WARNING nova.compute.manager [req-df6d3e86-96a9-4a1b-8c2a-464964d0abbd req-2d59b1be-a49e-4653-b06b-2cabffe12080 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Received unexpected event network-vif-plugged-e43ccdef-9ec8-421d-b613-7f113e8659af for instance with vm_state active and task_state None. [ 1889.378565] env[62099]: DEBUG nova.compute.manager [req-df6d3e86-96a9-4a1b-8c2a-464964d0abbd req-2d59b1be-a49e-4653-b06b-2cabffe12080 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Received event network-changed-e43ccdef-9ec8-421d-b613-7f113e8659af {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1889.378716] env[62099]: DEBUG nova.compute.manager [req-df6d3e86-96a9-4a1b-8c2a-464964d0abbd req-2d59b1be-a49e-4653-b06b-2cabffe12080 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Refreshing instance network info cache due to event network-changed-e43ccdef-9ec8-421d-b613-7f113e8659af. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1889.378882] env[62099]: DEBUG oslo_concurrency.lockutils [req-df6d3e86-96a9-4a1b-8c2a-464964d0abbd req-2d59b1be-a49e-4653-b06b-2cabffe12080 service nova] Acquiring lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.648864] env[62099]: WARNING nova.network.neutron [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] 6f765e9d-a2bf-4189-94d8-2d771046e341 already exists in list: networks containing: ['6f765e9d-a2bf-4189-94d8-2d771046e341']. ignoring it [ 1889.903248] env[62099]: DEBUG nova.network.neutron [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Updating instance_info_cache with network_info: [{"id": "649672dd-467d-49e0-ba3d-3d205c42008a", "address": "fa:16:3e:aa:21:46", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649672dd-46", "ovs_interfaceid": "649672dd-467d-49e0-ba3d-3d205c42008a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e43ccdef-9ec8-421d-b613-7f113e8659af", "address": "fa:16:3e:82:d4:eb", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape43ccdef-9e", "ovs_interfaceid": "e43ccdef-9ec8-421d-b613-7f113e8659af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.405662] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.406356] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.406518] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.406805] env[62099]: DEBUG oslo_concurrency.lockutils [req-df6d3e86-96a9-4a1b-8c2a-464964d0abbd req-2d59b1be-a49e-4653-b06b-2cabffe12080 service nova] Acquired lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.406993] env[62099]: DEBUG nova.network.neutron [req-df6d3e86-96a9-4a1b-8c2a-464964d0abbd req-2d59b1be-a49e-4653-b06b-2cabffe12080 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Refreshing network info cache for port e43ccdef-9ec8-421d-b613-7f113e8659af {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1890.409796] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9827ea39-192a-4461-977e-b6f4d52c7177 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.426743] env[62099]: DEBUG nova.virt.hardware [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1890.426958] env[62099]: DEBUG nova.virt.hardware [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1890.427133] env[62099]: DEBUG nova.virt.hardware [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1890.427318] env[62099]: DEBUG nova.virt.hardware [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1890.427468] env[62099]: DEBUG nova.virt.hardware [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1890.427616] env[62099]: DEBUG nova.virt.hardware [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1890.427815] env[62099]: DEBUG nova.virt.hardware [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1890.427975] env[62099]: DEBUG nova.virt.hardware [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1890.428156] env[62099]: DEBUG nova.virt.hardware [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1890.428328] env[62099]: DEBUG nova.virt.hardware [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1890.428496] env[62099]: DEBUG nova.virt.hardware [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1890.434652] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Reconfiguring VM to attach interface {{(pid=62099) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1890.435167] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c81e1be0-8d01-49e9-8069-89ad5b9e903b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.453211] env[62099]: DEBUG oslo_vmware.api [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1890.453211] env[62099]: value = "task-1897540" [ 1890.453211] env[62099]: _type = "Task" [ 1890.453211] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.461718] env[62099]: DEBUG oslo_vmware.api [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897540, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.963262] env[62099]: DEBUG oslo_vmware.api [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897540, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.146441] env[62099]: DEBUG nova.network.neutron [req-df6d3e86-96a9-4a1b-8c2a-464964d0abbd req-2d59b1be-a49e-4653-b06b-2cabffe12080 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Updated VIF entry in instance network info cache for port e43ccdef-9ec8-421d-b613-7f113e8659af. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1891.146893] env[62099]: DEBUG nova.network.neutron [req-df6d3e86-96a9-4a1b-8c2a-464964d0abbd req-2d59b1be-a49e-4653-b06b-2cabffe12080 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Updating instance_info_cache with network_info: [{"id": "649672dd-467d-49e0-ba3d-3d205c42008a", "address": "fa:16:3e:aa:21:46", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649672dd-46", "ovs_interfaceid": "649672dd-467d-49e0-ba3d-3d205c42008a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e43ccdef-9ec8-421d-b613-7f113e8659af", "address": "fa:16:3e:82:d4:eb", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape43ccdef-9e", "ovs_interfaceid": "e43ccdef-9ec8-421d-b613-7f113e8659af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.463121] env[62099]: DEBUG oslo_vmware.api [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897540, 'name': ReconfigVM_Task, 'duration_secs': 0.534141} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.463654] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.463870] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Reconfigured VM to attach interface {{(pid=62099) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1891.649975] env[62099]: DEBUG oslo_concurrency.lockutils [req-df6d3e86-96a9-4a1b-8c2a-464964d0abbd req-2d59b1be-a49e-4653-b06b-2cabffe12080 service nova] Releasing lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.969295] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c988a33e-226f-4646-923f-217c261dbf90 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-8295db17-c358-46c7-a76a-cfcc1f8cc41e-e43ccdef-9ec8-421d-b613-7f113e8659af" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.968s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.185617] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "interface-8295db17-c358-46c7-a76a-cfcc1f8cc41e-e43ccdef-9ec8-421d-b613-7f113e8659af" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.185892] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-8295db17-c358-46c7-a76a-cfcc1f8cc41e-e43ccdef-9ec8-421d-b613-7f113e8659af" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.689474] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.689700] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.690941] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b0ca8a-8d8a-47b8-b237-6172c13ee9ec {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.708340] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cc7561-5ce5-49a4-bfe2-6309c0edba72 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.733758] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Reconfiguring VM to detach interface {{(pid=62099) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1893.734064] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c74e431-7383-4d87-b185-161084382d5f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.754200] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1893.754200] env[62099]: value = "task-1897541" [ 1893.754200] env[62099]: _type = "Task" [ 1893.754200] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.762149] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.264376] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.764705] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.265873] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.766015] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.267047] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.768721] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.268265] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.768807] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.269804] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.770630] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.270931] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.771759] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.277214] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.773597] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.798250] env[62099]: INFO nova.compute.manager [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Rebuilding instance [ 1900.838391] env[62099]: DEBUG nova.compute.manager [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1900.839301] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a22d826-84b4-4e0e-a4ab-ae1de92d0679 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.274082] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.775072] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.850954] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1901.851313] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2074f678-8e67-4e59-9355-a8b947fcb8b5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.858465] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1901.858465] env[62099]: value = "task-1897542" [ 1901.858465] env[62099]: _type = "Task" [ 1901.858465] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.867022] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.276369] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.367838] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.776844] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.868997] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897542, 'name': PowerOffVM_Task, 'duration_secs': 0.854353} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.869888] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1902.869888] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1902.870543] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7bcb57-66db-4c1d-a60d-bb9b71794767 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.877168] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1902.877417] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d7b1f36-54f6-4ee1-8eba-286647c6630c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.278042] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.778444] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.279082] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.560518] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1904.560741] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1904.560862] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Deleting the datastore file [datastore1] 9e479887-c5fa-4d59-b2af-56893c02b15d {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1904.561264] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11d7af3b-9ac2-4423-910d-3c51aa4b9c8b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.567352] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1904.567352] env[62099]: value = "task-1897544" [ 1904.567352] env[62099]: _type = "Task" [ 1904.567352] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.576448] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.778873] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.077428] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147727} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.077645] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1905.077807] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1905.077992] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1905.280210] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.780787] env[62099]: DEBUG oslo_vmware.api [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897541, 'name': ReconfigVM_Task, 'duration_secs': 11.923322} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.781210] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.781305] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Reconfigured VM to detach interface {{(pid=62099) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1906.111508] env[62099]: DEBUG nova.virt.hardware [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1906.111779] env[62099]: DEBUG nova.virt.hardware [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1906.111937] env[62099]: DEBUG nova.virt.hardware [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1906.112138] env[62099]: DEBUG nova.virt.hardware [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1906.112737] env[62099]: DEBUG nova.virt.hardware [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1906.112737] env[62099]: DEBUG nova.virt.hardware [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1906.113179] env[62099]: DEBUG nova.virt.hardware [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1906.113179] env[62099]: DEBUG nova.virt.hardware [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1906.113179] env[62099]: DEBUG nova.virt.hardware [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1906.113284] env[62099]: DEBUG nova.virt.hardware [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1906.113422] env[62099]: DEBUG nova.virt.hardware [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1906.114291] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb19497-d9b7-43a9-8449-30ddb0ffc2cd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.122748] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe11620d-08d2-4efe-8b9b-2cc0a745a57f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.137571] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:d5:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78810cf7-ebab-4c35-b685-edd93fca2342', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1906.144648] env[62099]: DEBUG oslo.service.loopingcall [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1906.145112] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1906.145319] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0abb2de-e778-4cb7-b071-56f9ef09add4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.164240] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1906.164240] env[62099]: value = "task-1897545" [ 1906.164240] env[62099]: _type = "Task" [ 1906.164240] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.171991] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897545, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.674572] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897545, 'name': CreateVM_Task, 'duration_secs': 0.37473} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.674744] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1906.675364] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.675540] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.675860] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1906.676133] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4deb35f-2c93-4ce3-909a-a6cd139cc470 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.680538] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1906.680538] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52867869-a3c8-358a-0da2-4bef38327f73" [ 1906.680538] env[62099]: _type = "Task" [ 1906.680538] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.688767] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52867869-a3c8-358a-0da2-4bef38327f73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.761059] env[62099]: DEBUG oslo_concurrency.lockutils [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.761340] env[62099]: DEBUG oslo_concurrency.lockutils [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.761545] env[62099]: DEBUG oslo_concurrency.lockutils [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.761722] env[62099]: DEBUG oslo_concurrency.lockutils [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.761884] env[62099]: DEBUG oslo_concurrency.lockutils [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.763966] env[62099]: INFO nova.compute.manager [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Terminating instance [ 1907.131754] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.132123] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquired lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.132446] env[62099]: DEBUG nova.network.neutron [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1907.195362] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52867869-a3c8-358a-0da2-4bef38327f73, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.195837] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.196231] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1907.196631] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.196903] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.197224] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1907.197587] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0331814-8410-4678-b384-39dc758440a9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.208412] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1907.208704] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1907.209806] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec06239-afe7-4904-ae5d-bdf55b5919d5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.216998] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1907.216998] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ce608f-364d-b172-fd49-d2b5efb48ec2" [ 1907.216998] env[62099]: _type = "Task" [ 1907.216998] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.227790] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ce608f-364d-b172-fd49-d2b5efb48ec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.267806] env[62099]: DEBUG nova.compute.manager [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1907.268131] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1907.269276] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c41a1c-6c24-4ad0-b97e-5a8164f35970 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.278918] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1907.279239] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf9afc02-fa24-494a-aea6-b4fbf9cf1905 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.285883] env[62099]: DEBUG oslo_vmware.api [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1907.285883] env[62099]: value = "task-1897546" [ 1907.285883] env[62099]: _type = "Task" [ 1907.285883] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.296524] env[62099]: DEBUG oslo_vmware.api [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.727191] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ce608f-364d-b172-fd49-d2b5efb48ec2, 'name': SearchDatastore_Task, 'duration_secs': 0.013869} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.727955] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfe70c37-2151-40b2-a0b7-fe656f7e6591 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.732844] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1907.732844] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]5214dfa2-2fc6-d722-0d5d-05fa7b480cac" [ 1907.732844] env[62099]: _type = "Task" [ 1907.732844] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.742093] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5214dfa2-2fc6-d722-0d5d-05fa7b480cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.794952] env[62099]: DEBUG oslo_vmware.api [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897546, 'name': PowerOffVM_Task, 'duration_secs': 0.216169} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.795245] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1907.795413] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1907.795653] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e410b94e-06d5-42a9-98c7-d80a9c9c28f4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.889011] env[62099]: INFO nova.network.neutron [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Port e43ccdef-9ec8-421d-b613-7f113e8659af from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1907.889466] env[62099]: DEBUG nova.network.neutron [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Updating instance_info_cache with network_info: [{"id": "649672dd-467d-49e0-ba3d-3d205c42008a", "address": "fa:16:3e:aa:21:46", "network": {"id": "6f765e9d-a2bf-4189-94d8-2d771046e341", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-704140825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "511d198b4c40466caacb6db27d52c0af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649672dd-46", "ovs_interfaceid": "649672dd-467d-49e0-ba3d-3d205c42008a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.243649] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]5214dfa2-2fc6-d722-0d5d-05fa7b480cac, 'name': SearchDatastore_Task, 'duration_secs': 0.009285} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.244009] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.244176] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 9e479887-c5fa-4d59-b2af-56893c02b15d/9e479887-c5fa-4d59-b2af-56893c02b15d.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1908.244477] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-354511f7-45ee-49e1-b39c-408f1983c2cd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.251293] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1908.251293] env[62099]: value = "task-1897548" [ 1908.251293] env[62099]: _type = "Task" [ 1908.251293] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.258326] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.392084] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Releasing lock "refresh_cache-8295db17-c358-46c7-a76a-cfcc1f8cc41e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.762323] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442044} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.762521] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 9e479887-c5fa-4d59-b2af-56893c02b15d/9e479887-c5fa-4d59-b2af-56893c02b15d.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1908.762733] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1908.762977] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-302cb9ab-73f8-426f-b679-acc25aa073e1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.769681] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1908.769681] env[62099]: value = "task-1897549" [ 1908.769681] env[62099]: _type = "Task" [ 1908.769681] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.777120] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.896605] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f876ebfb-80f6-49e8-9911-981a3d4875f1 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "interface-8295db17-c358-46c7-a76a-cfcc1f8cc41e-e43ccdef-9ec8-421d-b613-7f113e8659af" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 15.710s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.279961] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058456} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.280294] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1909.280992] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6714ee72-1995-4d06-a5ef-31dbad821d49 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.302411] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 9e479887-c5fa-4d59-b2af-56893c02b15d/9e479887-c5fa-4d59-b2af-56893c02b15d.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1909.302659] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45ec0a2c-8277-4e28-8e26-7df0b6b3edde {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.321991] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1909.321991] env[62099]: value = "task-1897550" [ 1909.321991] env[62099]: _type = "Task" [ 1909.321991] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.329799] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.831750] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897550, 'name': ReconfigVM_Task, 'duration_secs': 0.287889} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.832060] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 9e479887-c5fa-4d59-b2af-56893c02b15d/9e479887-c5fa-4d59-b2af-56893c02b15d.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1909.832714] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da437664-ecbf-4690-a7eb-52ac5c6917a9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.839591] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1909.839591] env[62099]: value = "task-1897551" [ 1909.839591] env[62099]: _type = "Task" [ 1909.839591] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.847315] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897551, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.349182] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897551, 'name': Rename_Task, 'duration_secs': 0.139996} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.349625] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1910.349771] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa1b3601-080b-4e79-ba08-bc2c00df2786 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.356252] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1910.356252] env[62099]: value = "task-1897552" [ 1910.356252] env[62099]: _type = "Task" [ 1910.356252] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.364518] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.618810] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1910.619039] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1910.619279] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Deleting the datastore file [datastore1] 8295db17-c358-46c7-a76a-cfcc1f8cc41e {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1910.619574] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-004ad234-5bd6-4df6-8542-16050c3b4724 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.626458] env[62099]: DEBUG oslo_vmware.api [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1910.626458] env[62099]: value = "task-1897553" [ 1910.626458] env[62099]: _type = "Task" [ 1910.626458] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.634281] env[62099]: DEBUG oslo_vmware.api [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.866016] env[62099]: DEBUG oslo_vmware.api [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897552, 'name': PowerOnVM_Task, 'duration_secs': 0.473677} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.866016] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1910.866016] env[62099]: DEBUG nova.compute.manager [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1910.866644] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a36128-b2c9-4518-b72a-47463c2a4aab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.136665] env[62099]: DEBUG oslo_vmware.api [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168526} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.137008] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1911.137123] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1911.137284] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1911.137459] env[62099]: INFO nova.compute.manager [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Took 3.87 seconds to destroy the instance on the hypervisor. [ 1911.137706] env[62099]: DEBUG oslo.service.loopingcall [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1911.137919] env[62099]: DEBUG nova.compute.manager [-] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1911.138021] env[62099]: DEBUG nova.network.neutron [-] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1911.384993] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.385305] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.385522] env[62099]: DEBUG nova.objects.instance [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62099) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1911.514635] env[62099]: DEBUG oslo_concurrency.lockutils [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.514962] env[62099]: DEBUG oslo_concurrency.lockutils [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.901263] env[62099]: DEBUG nova.compute.manager [req-3d2f0635-6110-47be-809b-f30d40163773 req-a12cac1d-39e6-4eae-909b-e0f39fb7f214 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Received event network-vif-deleted-649672dd-467d-49e0-ba3d-3d205c42008a {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1911.901532] env[62099]: INFO nova.compute.manager [req-3d2f0635-6110-47be-809b-f30d40163773 req-a12cac1d-39e6-4eae-909b-e0f39fb7f214 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Neutron deleted interface 649672dd-467d-49e0-ba3d-3d205c42008a; detaching it from the instance and deleting it from the info cache [ 1911.901697] env[62099]: DEBUG nova.network.neutron [req-3d2f0635-6110-47be-809b-f30d40163773 req-a12cac1d-39e6-4eae-909b-e0f39fb7f214 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.019097] env[62099]: DEBUG nova.compute.utils [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1912.379365] env[62099]: DEBUG nova.network.neutron [-] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.393478] env[62099]: DEBUG oslo_concurrency.lockutils [None req-b1dd43af-cc7a-4170-9f97-4124467e0552 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.404586] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-689c9483-cf64-453c-9eab-b5ba3e182933 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.415037] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657aa1dd-f7d1-4b41-b1e4-acdef76877ad {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.443597] env[62099]: DEBUG nova.compute.manager [req-3d2f0635-6110-47be-809b-f30d40163773 req-a12cac1d-39e6-4eae-909b-e0f39fb7f214 service nova] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Detach interface failed, port_id=649672dd-467d-49e0-ba3d-3d205c42008a, reason: Instance 8295db17-c358-46c7-a76a-cfcc1f8cc41e could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1912.521670] env[62099]: DEBUG oslo_concurrency.lockutils [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.881874] env[62099]: INFO nova.compute.manager [-] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Took 1.74 seconds to deallocate network for instance. [ 1913.389231] env[62099]: DEBUG oslo_concurrency.lockutils [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.389554] env[62099]: DEBUG oslo_concurrency.lockutils [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.389789] env[62099]: DEBUG nova.objects.instance [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lazy-loading 'resources' on Instance uuid 8295db17-c358-46c7-a76a-cfcc1f8cc41e {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1913.583270] env[62099]: DEBUG oslo_concurrency.lockutils [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.583663] env[62099]: DEBUG oslo_concurrency.lockutils [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.583755] env[62099]: INFO nova.compute.manager [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Attaching volume 96328141-44e3-4206-8f43-067805a67f9e to /dev/sdb [ 1913.616591] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8316ee-b678-44ec-988a-641476aa1dcb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.623728] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83db595b-2876-4d73-a3d6-b3a96e50de7d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.637710] env[62099]: DEBUG nova.virt.block_device [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Updating existing volume attachment record: ebe3348a-2ac0-4a82-9022-94be0aacac13 {{(pid=62099) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1913.976746] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebfe949-9993-4902-9ecc-36aa0a515516 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.984933] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadf2bfe-430a-4aff-b36a-55be2d563372 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.014053] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1324082-be1a-4112-b95b-9a40e5c2f314 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.021160] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc51d69-5fb9-4858-98c2-9c4d84082839 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.034475] env[62099]: DEBUG nova.compute.provider_tree [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1914.538404] env[62099]: DEBUG nova.scheduler.client.report [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1915.043506] env[62099]: DEBUG oslo_concurrency.lockutils [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.063396] env[62099]: INFO nova.scheduler.client.report [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Deleted allocations for instance 8295db17-c358-46c7-a76a-cfcc1f8cc41e [ 1915.571012] env[62099]: DEBUG oslo_concurrency.lockutils [None req-51893f4d-cc5d-4ade-b2d1-3162b93705c0 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "8295db17-c358-46c7-a76a-cfcc1f8cc41e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.810s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.663105] env[62099]: DEBUG oslo_concurrency.lockutils [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.663507] env[62099]: DEBUG oslo_concurrency.lockutils [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.663683] env[62099]: DEBUG oslo_concurrency.lockutils [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.663845] env[62099]: DEBUG oslo_concurrency.lockutils [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.664036] env[62099]: DEBUG oslo_concurrency.lockutils [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.666201] env[62099]: INFO nova.compute.manager [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Terminating instance [ 1917.169932] env[62099]: DEBUG nova.compute.manager [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1917.170205] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1917.171176] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db81ae5-cc24-4de8-9ead-7f4e7389b71d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.179064] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1917.179301] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3672779f-7ff2-4866-8662-8d766d7ff2bd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.185271] env[62099]: DEBUG oslo_vmware.api [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1917.185271] env[62099]: value = "task-1897556" [ 1917.185271] env[62099]: _type = "Task" [ 1917.185271] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.193548] env[62099]: DEBUG oslo_vmware.api [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.694659] env[62099]: DEBUG oslo_vmware.api [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897556, 'name': PowerOffVM_Task, 'duration_secs': 0.178585} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.695047] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1917.695096] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1917.695340] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b8da0eb-b93e-44b7-a1e7-683e9c4a208c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.802224] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1917.802461] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1917.802659] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Deleting the datastore file [datastore2] 60e22ad2-8f43-4eab-96d3-4c84f72103b0 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1917.802960] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8af5114-29ed-467c-93cb-693769b6bc29 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.809084] env[62099]: DEBUG oslo_vmware.api [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for the task: (returnval){ [ 1917.809084] env[62099]: value = "task-1897558" [ 1917.809084] env[62099]: _type = "Task" [ 1917.809084] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.816574] env[62099]: DEBUG oslo_vmware.api [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.180646] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Volume attach. Driver type: vmdk {{(pid=62099) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1918.180899] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391804', 'volume_id': '96328141-44e3-4206-8f43-067805a67f9e', 'name': 'volume-96328141-44e3-4206-8f43-067805a67f9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b2d96c6-5967-4f29-bde1-ffea2e10b115', 'attached_at': '', 'detached_at': '', 'volume_id': '96328141-44e3-4206-8f43-067805a67f9e', 'serial': '96328141-44e3-4206-8f43-067805a67f9e'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1918.181837] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bdb449-69e5-46c2-b797-006f2b766add {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.198504] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88d9e5a-9f35-4f9a-ad01-814cfd8fc57d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.225688] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-96328141-44e3-4206-8f43-067805a67f9e/volume-96328141-44e3-4206-8f43-067805a67f9e.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1918.226016] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92b52d42-1a6d-4ddd-a3ce-c6652a5df99c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.244226] env[62099]: DEBUG oslo_vmware.api [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1918.244226] env[62099]: value = "task-1897559" [ 1918.244226] env[62099]: _type = "Task" [ 1918.244226] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.252368] env[62099]: DEBUG oslo_vmware.api [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.318739] env[62099]: DEBUG oslo_vmware.api [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Task: {'id': task-1897558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149119} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.319028] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1918.319214] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1918.319423] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1918.319615] env[62099]: INFO nova.compute.manager [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1918.319855] env[62099]: DEBUG oslo.service.loopingcall [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.320058] env[62099]: DEBUG nova.compute.manager [-] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1918.320158] env[62099]: DEBUG nova.network.neutron [-] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1918.640359] env[62099]: DEBUG nova.compute.manager [req-14ded004-4766-43fc-a14a-989293197e2c req-02dae3b0-04db-436b-9849-09b8ca0fc012 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Received event network-vif-deleted-9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1918.640597] env[62099]: INFO nova.compute.manager [req-14ded004-4766-43fc-a14a-989293197e2c req-02dae3b0-04db-436b-9849-09b8ca0fc012 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Neutron deleted interface 9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690; detaching it from the instance and deleting it from the info cache [ 1918.640726] env[62099]: DEBUG nova.network.neutron [req-14ded004-4766-43fc-a14a-989293197e2c req-02dae3b0-04db-436b-9849-09b8ca0fc012 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.754736] env[62099]: DEBUG oslo_vmware.api [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897559, 'name': ReconfigVM_Task, 'duration_secs': 0.394719} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.755628] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-96328141-44e3-4206-8f43-067805a67f9e/volume-96328141-44e3-4206-8f43-067805a67f9e.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1918.759903] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-791bd8ba-8e4f-4860-9144-a15534554227 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.774807] env[62099]: DEBUG oslo_vmware.api [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1918.774807] env[62099]: value = "task-1897560" [ 1918.774807] env[62099]: _type = "Task" [ 1918.774807] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.783094] env[62099]: DEBUG oslo_vmware.api [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.120478] env[62099]: DEBUG nova.network.neutron [-] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.142618] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4bc57208-4e13-4548-9442-17977d152e01 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.151969] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02e8980-428c-475c-9ac2-c889ca44c492 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.177533] env[62099]: DEBUG nova.compute.manager [req-14ded004-4766-43fc-a14a-989293197e2c req-02dae3b0-04db-436b-9849-09b8ca0fc012 service nova] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Detach interface failed, port_id=9b4fe0d5-ef8e-42c4-9c45-dcefe4c2c690, reason: Instance 60e22ad2-8f43-4eab-96d3-4c84f72103b0 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1919.288654] env[62099]: DEBUG oslo_vmware.api [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897560, 'name': ReconfigVM_Task, 'duration_secs': 0.131819} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.289149] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391804', 'volume_id': '96328141-44e3-4206-8f43-067805a67f9e', 'name': 'volume-96328141-44e3-4206-8f43-067805a67f9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b2d96c6-5967-4f29-bde1-ffea2e10b115', 'attached_at': '', 'detached_at': '', 'volume_id': '96328141-44e3-4206-8f43-067805a67f9e', 'serial': '96328141-44e3-4206-8f43-067805a67f9e'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1919.415729] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.415952] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.416150] env[62099]: INFO nova.compute.manager [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Shelving [ 1919.624028] env[62099]: INFO nova.compute.manager [-] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Took 1.30 seconds to deallocate network for instance. [ 1920.129713] env[62099]: DEBUG oslo_concurrency.lockutils [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.130100] env[62099]: DEBUG oslo_concurrency.lockutils [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.130237] env[62099]: DEBUG nova.objects.instance [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lazy-loading 'resources' on Instance uuid 60e22ad2-8f43-4eab-96d3-4c84f72103b0 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1920.325861] env[62099]: DEBUG nova.objects.instance [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lazy-loading 'flavor' on Instance uuid 8b2d96c6-5967-4f29-bde1-ffea2e10b115 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1920.426328] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1920.426646] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3171fd2f-2273-4b7b-bf2b-98c75044dc21 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.434597] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1920.434597] env[62099]: value = "task-1897561" [ 1920.434597] env[62099]: _type = "Task" [ 1920.434597] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.442762] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.700570] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b35f28-9871-4055-ad36-ff125d492723 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.707747] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ceb832-6b1b-4816-bd01-136ecd02a591 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.738081] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ced1d25-3d91-424f-b687-39e89f911721 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.746074] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb9fcca-6fa8-4754-afb4-6a48375f69d0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.760354] env[62099]: DEBUG nova.compute.provider_tree [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1920.831217] env[62099]: DEBUG oslo_concurrency.lockutils [None req-86dd7963-f290-4066-aa1e-aa160f15451b tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.248s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.944072] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897561, 'name': PowerOffVM_Task, 'duration_secs': 0.158471} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.944356] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1920.945153] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76895029-bb43-4693-972e-3d9ca10d0d31 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.962949] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf942af4-912d-4551-b604-21b9f90ac2cb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.101051] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f79135a0-0831-447d-8e7c-527321309eb3 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.101276] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f79135a0-0831-447d-8e7c-527321309eb3 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.263694] env[62099]: DEBUG nova.scheduler.client.report [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1921.473668] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Creating Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1921.474022] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e392c7a2-9edf-4438-85b2-9b3f5de4398f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.482982] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1921.482982] env[62099]: value = "task-1897562" [ 1921.482982] env[62099]: _type = "Task" [ 1921.482982] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.493391] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897562, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.604191] env[62099]: INFO nova.compute.manager [None req-f79135a0-0831-447d-8e7c-527321309eb3 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Detaching volume 96328141-44e3-4206-8f43-067805a67f9e [ 1921.637199] env[62099]: INFO nova.virt.block_device [None req-f79135a0-0831-447d-8e7c-527321309eb3 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Attempting to driver detach volume 96328141-44e3-4206-8f43-067805a67f9e from mountpoint /dev/sdb [ 1921.637444] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f79135a0-0831-447d-8e7c-527321309eb3 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Volume detach. Driver type: vmdk {{(pid=62099) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1921.637699] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f79135a0-0831-447d-8e7c-527321309eb3 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391804', 'volume_id': '96328141-44e3-4206-8f43-067805a67f9e', 'name': 'volume-96328141-44e3-4206-8f43-067805a67f9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b2d96c6-5967-4f29-bde1-ffea2e10b115', 'attached_at': '', 'detached_at': '', 'volume_id': '96328141-44e3-4206-8f43-067805a67f9e', 'serial': '96328141-44e3-4206-8f43-067805a67f9e'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1921.638495] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31302445-51cd-439c-b569-ff7dd5cf857a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.659661] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9019dbaa-a372-4539-982c-fdce0e79c84a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.666709] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fbb7e9-961b-488c-a17e-4897431282b7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.687573] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640b5147-939c-4b05-9a5a-90dfa9416739 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.702458] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f79135a0-0831-447d-8e7c-527321309eb3 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] The volume has not been displaced from its original location: [datastore1] volume-96328141-44e3-4206-8f43-067805a67f9e/volume-96328141-44e3-4206-8f43-067805a67f9e.vmdk. No consolidation needed. {{(pid=62099) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1921.707590] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f79135a0-0831-447d-8e7c-527321309eb3 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1921.707890] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c904174-f213-4341-ac64-2142ac4eb667 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.725249] env[62099]: DEBUG oslo_vmware.api [None req-f79135a0-0831-447d-8e7c-527321309eb3 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1921.725249] env[62099]: value = "task-1897563" [ 1921.725249] env[62099]: _type = "Task" [ 1921.725249] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.732687] env[62099]: DEBUG oslo_vmware.api [None req-f79135a0-0831-447d-8e7c-527321309eb3 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.768665] env[62099]: DEBUG oslo_concurrency.lockutils [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.787743] env[62099]: INFO nova.scheduler.client.report [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Deleted allocations for instance 60e22ad2-8f43-4eab-96d3-4c84f72103b0 [ 1921.993263] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897562, 'name': CreateSnapshot_Task, 'duration_secs': 0.427438} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.993545] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Created Snapshot of the VM instance {{(pid=62099) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1921.994292] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e76c274-c920-480f-9dbe-4202371109f5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.235508] env[62099]: DEBUG oslo_vmware.api [None req-f79135a0-0831-447d-8e7c-527321309eb3 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897563, 'name': ReconfigVM_Task, 'duration_secs': 0.223978} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.235838] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f79135a0-0831-447d-8e7c-527321309eb3 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1922.240546] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e655bdec-4eef-43b9-81a4-0b2b71475c22 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.255051] env[62099]: DEBUG oslo_vmware.api [None req-f79135a0-0831-447d-8e7c-527321309eb3 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1922.255051] env[62099]: value = "task-1897564" [ 1922.255051] env[62099]: _type = "Task" [ 1922.255051] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.263478] env[62099]: DEBUG oslo_vmware.api [None req-f79135a0-0831-447d-8e7c-527321309eb3 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.295376] env[62099]: DEBUG oslo_concurrency.lockutils [None req-005b70f1-cceb-4c63-a495-b246f9658e31 tempest-AttachInterfacesTestJSON-1574702956 tempest-AttachInterfacesTestJSON-1574702956-project-member] Lock "60e22ad2-8f43-4eab-96d3-4c84f72103b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.632s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.513155] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Creating linked-clone VM from snapshot {{(pid=62099) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1922.513500] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2f77341c-6ab2-451a-bfb3-e31832db8f6a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.522379] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1922.522379] env[62099]: value = "task-1897565" [ 1922.522379] env[62099]: _type = "Task" [ 1922.522379] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.531234] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897565, 'name': CloneVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.764816] env[62099]: DEBUG oslo_vmware.api [None req-f79135a0-0831-447d-8e7c-527321309eb3 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897564, 'name': ReconfigVM_Task, 'duration_secs': 0.136254} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.765652] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f79135a0-0831-447d-8e7c-527321309eb3 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391804', 'volume_id': '96328141-44e3-4206-8f43-067805a67f9e', 'name': 'volume-96328141-44e3-4206-8f43-067805a67f9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b2d96c6-5967-4f29-bde1-ffea2e10b115', 'attached_at': '', 'detached_at': '', 'volume_id': '96328141-44e3-4206-8f43-067805a67f9e', 'serial': '96328141-44e3-4206-8f43-067805a67f9e'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1923.032275] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897565, 'name': CloneVM_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.313797] env[62099]: DEBUG nova.objects.instance [None req-f79135a0-0831-447d-8e7c-527321309eb3 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lazy-loading 'flavor' on Instance uuid 8b2d96c6-5967-4f29-bde1-ffea2e10b115 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1923.532466] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897565, 'name': CloneVM_Task} progress is 95%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.035830] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897565, 'name': CloneVM_Task, 'duration_secs': 1.316465} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.035830] env[62099]: INFO nova.virt.vmwareapi.vmops [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Created linked-clone VM from snapshot [ 1924.036080] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4e89b6-4494-460b-ba11-b956abeb14a5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.043719] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Uploading image 6805c138-32ab-4783-84ef-13face672b0d {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1924.075235] env[62099]: DEBUG oslo_vmware.rw_handles [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1924.075235] env[62099]: value = "vm-391806" [ 1924.075235] env[62099]: _type = "VirtualMachine" [ 1924.075235] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1924.075762] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9dad5b08-926c-4da9-b5d8-f01df71cad6d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.082635] env[62099]: DEBUG oslo_vmware.rw_handles [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lease: (returnval){ [ 1924.082635] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ccf9b9-e071-64ec-ad97-e3153fe113c6" [ 1924.082635] env[62099]: _type = "HttpNfcLease" [ 1924.082635] env[62099]: } obtained for exporting VM: (result){ [ 1924.082635] env[62099]: value = "vm-391806" [ 1924.082635] env[62099]: _type = "VirtualMachine" [ 1924.082635] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1924.082958] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the lease: (returnval){ [ 1924.082958] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ccf9b9-e071-64ec-ad97-e3153fe113c6" [ 1924.082958] env[62099]: _type = "HttpNfcLease" [ 1924.082958] env[62099]: } to be ready. {{(pid=62099) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1924.089235] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1924.089235] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ccf9b9-e071-64ec-ad97-e3153fe113c6" [ 1924.089235] env[62099]: _type = "HttpNfcLease" [ 1924.089235] env[62099]: } is initializing. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1924.323682] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f79135a0-0831-447d-8e7c-527321309eb3 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.592178] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1924.592178] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ccf9b9-e071-64ec-ad97-e3153fe113c6" [ 1924.592178] env[62099]: _type = "HttpNfcLease" [ 1924.592178] env[62099]: } is ready. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1924.592514] env[62099]: DEBUG oslo_vmware.rw_handles [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1924.592514] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ccf9b9-e071-64ec-ad97-e3153fe113c6" [ 1924.592514] env[62099]: _type = "HttpNfcLease" [ 1924.592514] env[62099]: }. {{(pid=62099) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1924.593247] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee760955-a386-42f0-9a9e-d99354c99aae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.601225] env[62099]: DEBUG oslo_vmware.rw_handles [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a67da-ffdf-3ec9-34a6-237d87b214e5/disk-0.vmdk from lease info. {{(pid=62099) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1924.601403] env[62099]: DEBUG oslo_vmware.rw_handles [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a67da-ffdf-3ec9-34a6-237d87b214e5/disk-0.vmdk for reading. {{(pid=62099) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1924.703321] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-07217652-a095-4450-8831-2a51285f5fef {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.354688] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.354967] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.355271] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.355557] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.355786] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.358405] env[62099]: INFO nova.compute.manager [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Terminating instance [ 1925.863488] env[62099]: DEBUG nova.compute.manager [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1925.863771] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1925.864699] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082ab9c3-a4dc-403f-b3a8-5ea05a5ee3bf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.875935] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1925.876230] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cc89e26-c666-4e87-8d80-74de7c70be0a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.886231] env[62099]: DEBUG oslo_vmware.api [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1925.886231] env[62099]: value = "task-1897567" [ 1925.886231] env[62099]: _type = "Task" [ 1925.886231] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.894839] env[62099]: DEBUG oslo_vmware.api [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.398436] env[62099]: DEBUG oslo_vmware.api [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897567, 'name': PowerOffVM_Task, 'duration_secs': 0.241193} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.398436] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1926.398436] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1926.398924] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27c4f072-a6ab-4bd3-8c59-8acc00b36615 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.558884] env[62099]: DEBUG oslo_concurrency.lockutils [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Acquiring lock "c13375ed-8d6c-45e4-8d7b-8ad13dddd360" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.559248] env[62099]: DEBUG oslo_concurrency.lockutils [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Lock "c13375ed-8d6c-45e4-8d7b-8ad13dddd360" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.064579] env[62099]: DEBUG nova.compute.manager [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1928.591310] env[62099]: DEBUG oslo_concurrency.lockutils [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.591310] env[62099]: DEBUG oslo_concurrency.lockutils [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.592176] env[62099]: INFO nova.compute.claims [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1929.679597] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40b2641-4955-4c3b-8b92-f3be38f43fc1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.687647] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffcbeab-9ce1-4a3b-a0b3-8c3a83c39b66 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.718679] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1de59da-7412-4e92-bc4e-1157af382ee9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.726230] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85fb2a2-6afb-4fc6-b7ba-281ff0f8bc32 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.741281] env[62099]: DEBUG nova.compute.provider_tree [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1930.245383] env[62099]: DEBUG nova.scheduler.client.report [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1930.752157] env[62099]: DEBUG oslo_concurrency.lockutils [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.752833] env[62099]: DEBUG nova.compute.manager [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1931.172735] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1931.172902] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1931.173323] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Deleting the datastore file [datastore2] 8b2d96c6-5967-4f29-bde1-ffea2e10b115 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1931.173533] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd355b95-a137-4fe3-979a-647d9c6fe9c1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.180537] env[62099]: DEBUG oslo_vmware.api [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1931.180537] env[62099]: value = "task-1897569" [ 1931.180537] env[62099]: _type = "Task" [ 1931.180537] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.188287] env[62099]: DEBUG oslo_vmware.api [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.257988] env[62099]: DEBUG nova.compute.utils [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1931.259458] env[62099]: DEBUG nova.compute.manager [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1931.259641] env[62099]: DEBUG nova.network.neutron [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1931.300589] env[62099]: DEBUG nova.policy [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f827843945e74b249eb548a7b2eb3bf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '417b164acf2d4668a1d03e309a0c7d35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1931.595403] env[62099]: DEBUG nova.network.neutron [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Successfully created port: b2b8d3c4-0747-4d59-8da7-cd2b5ef87e44 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1931.691396] env[62099]: DEBUG oslo_vmware.api [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175693} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.692111] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1931.692111] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1931.692111] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1931.692313] env[62099]: INFO nova.compute.manager [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Took 5.83 seconds to destroy the instance on the hypervisor. [ 1931.692525] env[62099]: DEBUG oslo.service.loopingcall [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1931.692750] env[62099]: DEBUG nova.compute.manager [-] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1931.692870] env[62099]: DEBUG nova.network.neutron [-] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1931.762362] env[62099]: DEBUG nova.compute.manager [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1932.295909] env[62099]: DEBUG nova.compute.manager [req-4944d6d2-e915-4a6a-9f93-32c57b944307 req-6e081f15-7934-40c5-bb62-2487530cbc44 service nova] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Received event network-vif-deleted-70ead686-ecdb-462e-bbc6-2ab14942d1a8 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1932.296074] env[62099]: INFO nova.compute.manager [req-4944d6d2-e915-4a6a-9f93-32c57b944307 req-6e081f15-7934-40c5-bb62-2487530cbc44 service nova] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Neutron deleted interface 70ead686-ecdb-462e-bbc6-2ab14942d1a8; detaching it from the instance and deleting it from the info cache [ 1932.296207] env[62099]: DEBUG nova.network.neutron [req-4944d6d2-e915-4a6a-9f93-32c57b944307 req-6e081f15-7934-40c5-bb62-2487530cbc44 service nova] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.741136] env[62099]: DEBUG nova.network.neutron [-] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.773658] env[62099]: DEBUG nova.compute.manager [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1932.798636] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2cf8aeb-6f34-4df6-a1b9-0fc9e2352296 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.803567] env[62099]: DEBUG nova.virt.hardware [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1932.803884] env[62099]: DEBUG nova.virt.hardware [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1932.804119] env[62099]: DEBUG nova.virt.hardware [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1932.804355] env[62099]: DEBUG nova.virt.hardware [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1932.804558] env[62099]: DEBUG nova.virt.hardware [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1932.804758] env[62099]: DEBUG nova.virt.hardware [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1932.805013] env[62099]: DEBUG nova.virt.hardware [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1932.805251] env[62099]: DEBUG nova.virt.hardware [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1932.805478] env[62099]: DEBUG nova.virt.hardware [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1932.805686] env[62099]: DEBUG nova.virt.hardware [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1932.805925] env[62099]: DEBUG nova.virt.hardware [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1932.806861] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cacaccd-9ec8-4129-98f4-6c67183255a4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.816526] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e117a6d7-06b0-43bf-8fb5-cef24e62f9b9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.823393] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e9acce-3444-491a-923d-299e38b8f97d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.850825] env[62099]: DEBUG nova.compute.manager [req-4944d6d2-e915-4a6a-9f93-32c57b944307 req-6e081f15-7934-40c5-bb62-2487530cbc44 service nova] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Detach interface failed, port_id=70ead686-ecdb-462e-bbc6-2ab14942d1a8, reason: Instance 8b2d96c6-5967-4f29-bde1-ffea2e10b115 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1933.244194] env[62099]: INFO nova.compute.manager [-] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Took 1.55 seconds to deallocate network for instance. [ 1933.290982] env[62099]: DEBUG nova.network.neutron [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Successfully updated port: b2b8d3c4-0747-4d59-8da7-cd2b5ef87e44 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1933.610274] env[62099]: DEBUG oslo_vmware.rw_handles [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a67da-ffdf-3ec9-34a6-237d87b214e5/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1933.611290] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408b9e38-323f-41d2-a124-19ec34363830 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.618102] env[62099]: DEBUG oslo_vmware.rw_handles [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a67da-ffdf-3ec9-34a6-237d87b214e5/disk-0.vmdk is in state: ready. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1933.618288] env[62099]: ERROR oslo_vmware.rw_handles [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a67da-ffdf-3ec9-34a6-237d87b214e5/disk-0.vmdk due to incomplete transfer. [ 1933.618508] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4d664b8f-07bc-4a93-92e5-cfb8de4ed879 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.625950] env[62099]: DEBUG oslo_vmware.rw_handles [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a67da-ffdf-3ec9-34a6-237d87b214e5/disk-0.vmdk. {{(pid=62099) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1933.626163] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Uploaded image 6805c138-32ab-4783-84ef-13face672b0d to the Glance image server {{(pid=62099) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1933.628468] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Destroying the VM {{(pid=62099) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1933.628704] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d11fa5c0-ad7c-4fbc-93f9-85b2e660224d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.634880] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1933.634880] env[62099]: value = "task-1897570" [ 1933.634880] env[62099]: _type = "Task" [ 1933.634880] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.642375] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897570, 'name': Destroy_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.750988] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.751354] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.751717] env[62099]: DEBUG nova.objects.instance [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lazy-loading 'resources' on Instance uuid 8b2d96c6-5967-4f29-bde1-ffea2e10b115 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1933.794366] env[62099]: DEBUG oslo_concurrency.lockutils [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Acquiring lock "refresh_cache-c13375ed-8d6c-45e4-8d7b-8ad13dddd360" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.794691] env[62099]: DEBUG oslo_concurrency.lockutils [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Acquired lock "refresh_cache-c13375ed-8d6c-45e4-8d7b-8ad13dddd360" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.794691] env[62099]: DEBUG nova.network.neutron [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1934.145367] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897570, 'name': Destroy_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.322202] env[62099]: DEBUG nova.compute.manager [req-f82f32a7-1408-499a-929d-c69df36079d5 req-926c174e-5201-469d-8ff6-1e4b69b7500f service nova] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Received event network-vif-plugged-b2b8d3c4-0747-4d59-8da7-cd2b5ef87e44 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1934.322202] env[62099]: DEBUG oslo_concurrency.lockutils [req-f82f32a7-1408-499a-929d-c69df36079d5 req-926c174e-5201-469d-8ff6-1e4b69b7500f service nova] Acquiring lock "c13375ed-8d6c-45e4-8d7b-8ad13dddd360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.322504] env[62099]: DEBUG oslo_concurrency.lockutils [req-f82f32a7-1408-499a-929d-c69df36079d5 req-926c174e-5201-469d-8ff6-1e4b69b7500f service nova] Lock "c13375ed-8d6c-45e4-8d7b-8ad13dddd360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.322788] env[62099]: DEBUG oslo_concurrency.lockutils [req-f82f32a7-1408-499a-929d-c69df36079d5 req-926c174e-5201-469d-8ff6-1e4b69b7500f service nova] Lock "c13375ed-8d6c-45e4-8d7b-8ad13dddd360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.322987] env[62099]: DEBUG nova.compute.manager [req-f82f32a7-1408-499a-929d-c69df36079d5 req-926c174e-5201-469d-8ff6-1e4b69b7500f service nova] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] No waiting events found dispatching network-vif-plugged-b2b8d3c4-0747-4d59-8da7-cd2b5ef87e44 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1934.323131] env[62099]: WARNING nova.compute.manager [req-f82f32a7-1408-499a-929d-c69df36079d5 req-926c174e-5201-469d-8ff6-1e4b69b7500f service nova] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Received unexpected event network-vif-plugged-b2b8d3c4-0747-4d59-8da7-cd2b5ef87e44 for instance with vm_state building and task_state spawning. [ 1934.323337] env[62099]: DEBUG nova.compute.manager [req-f82f32a7-1408-499a-929d-c69df36079d5 req-926c174e-5201-469d-8ff6-1e4b69b7500f service nova] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Received event network-changed-b2b8d3c4-0747-4d59-8da7-cd2b5ef87e44 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1934.323524] env[62099]: DEBUG nova.compute.manager [req-f82f32a7-1408-499a-929d-c69df36079d5 req-926c174e-5201-469d-8ff6-1e4b69b7500f service nova] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Refreshing instance network info cache due to event network-changed-b2b8d3c4-0747-4d59-8da7-cd2b5ef87e44. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1934.323716] env[62099]: DEBUG oslo_concurrency.lockutils [req-f82f32a7-1408-499a-929d-c69df36079d5 req-926c174e-5201-469d-8ff6-1e4b69b7500f service nova] Acquiring lock "refresh_cache-c13375ed-8d6c-45e4-8d7b-8ad13dddd360" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.325682] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9480df5-ceac-4c30-89ca-3b332a0b280d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.330737] env[62099]: DEBUG nova.network.neutron [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1934.335212] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709dddfb-b84f-466b-8658-42ca9aad1f28 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.368069] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c55cb0f-15db-4855-bbc7-68acad45336b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.375976] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23e1df6-e2a1-40c2-8624-8540c4d1092a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.389883] env[62099]: DEBUG nova.compute.provider_tree [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1934.501090] env[62099]: DEBUG nova.network.neutron [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Updating instance_info_cache with network_info: [{"id": "b2b8d3c4-0747-4d59-8da7-cd2b5ef87e44", "address": "fa:16:3e:ca:fe:97", "network": {"id": "86c4cfa1-bcf1-4ffe-9e0f-dc4c7afc90d5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1846712970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "417b164acf2d4668a1d03e309a0c7d35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b8d3c4-07", "ovs_interfaceid": "b2b8d3c4-0747-4d59-8da7-cd2b5ef87e44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.645691] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897570, 'name': Destroy_Task, 'duration_secs': 0.532617} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.645949] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Destroyed the VM [ 1934.646153] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Deleting Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1934.646399] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0f4c8848-71f7-4b98-ae5f-5518df77fbff {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.652671] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1934.652671] env[62099]: value = "task-1897571" [ 1934.652671] env[62099]: _type = "Task" [ 1934.652671] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.660116] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897571, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.892858] env[62099]: DEBUG nova.scheduler.client.report [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1935.004087] env[62099]: DEBUG oslo_concurrency.lockutils [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Releasing lock "refresh_cache-c13375ed-8d6c-45e4-8d7b-8ad13dddd360" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.004481] env[62099]: DEBUG nova.compute.manager [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Instance network_info: |[{"id": "b2b8d3c4-0747-4d59-8da7-cd2b5ef87e44", "address": "fa:16:3e:ca:fe:97", "network": {"id": "86c4cfa1-bcf1-4ffe-9e0f-dc4c7afc90d5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1846712970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "417b164acf2d4668a1d03e309a0c7d35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b8d3c4-07", "ovs_interfaceid": "b2b8d3c4-0747-4d59-8da7-cd2b5ef87e44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1935.004832] env[62099]: DEBUG oslo_concurrency.lockutils [req-f82f32a7-1408-499a-929d-c69df36079d5 req-926c174e-5201-469d-8ff6-1e4b69b7500f service nova] Acquired lock "refresh_cache-c13375ed-8d6c-45e4-8d7b-8ad13dddd360" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.005072] env[62099]: DEBUG nova.network.neutron [req-f82f32a7-1408-499a-929d-c69df36079d5 req-926c174e-5201-469d-8ff6-1e4b69b7500f service nova] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Refreshing network info cache for port b2b8d3c4-0747-4d59-8da7-cd2b5ef87e44 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1935.006395] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:fe:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2b8d3c4-0747-4d59-8da7-cd2b5ef87e44', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1935.014845] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Creating folder: Project (417b164acf2d4668a1d03e309a0c7d35). Parent ref: group-v391507. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1935.018199] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4661a00a-6c83-4185-8da2-013d34b4b8c0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.029717] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Created folder: Project (417b164acf2d4668a1d03e309a0c7d35) in parent group-v391507. [ 1935.029977] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Creating folder: Instances. Parent ref: group-v391807. {{(pid=62099) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1935.030293] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7bc2fa3-3c30-4b8a-8cc4-741447124bed {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.050352] env[62099]: INFO nova.virt.vmwareapi.vm_util [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Created folder: Instances in parent group-v391807. [ 1935.050653] env[62099]: DEBUG oslo.service.loopingcall [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.050739] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1935.050951] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7191beb8-4caa-4c6d-8b03-a16400c5a6a5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.069559] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1935.069559] env[62099]: value = "task-1897574" [ 1935.069559] env[62099]: _type = "Task" [ 1935.069559] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.077279] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897574, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.162302] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897571, 'name': RemoveSnapshot_Task, 'duration_secs': 0.406577} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.162612] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Deleted Snapshot of the VM instance {{(pid=62099) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1935.162875] env[62099]: DEBUG nova.compute.manager [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1935.164012] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5ecc0d-7e9a-4e34-acd6-54b44166f428 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.212434] env[62099]: DEBUG nova.network.neutron [req-f82f32a7-1408-499a-929d-c69df36079d5 req-926c174e-5201-469d-8ff6-1e4b69b7500f service nova] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Updated VIF entry in instance network info cache for port b2b8d3c4-0747-4d59-8da7-cd2b5ef87e44. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1935.212818] env[62099]: DEBUG nova.network.neutron [req-f82f32a7-1408-499a-929d-c69df36079d5 req-926c174e-5201-469d-8ff6-1e4b69b7500f service nova] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Updating instance_info_cache with network_info: [{"id": "b2b8d3c4-0747-4d59-8da7-cd2b5ef87e44", "address": "fa:16:3e:ca:fe:97", "network": {"id": "86c4cfa1-bcf1-4ffe-9e0f-dc4c7afc90d5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1846712970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "417b164acf2d4668a1d03e309a0c7d35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b8d3c4-07", "ovs_interfaceid": "b2b8d3c4-0747-4d59-8da7-cd2b5ef87e44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.399181] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.422804] env[62099]: INFO nova.scheduler.client.report [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Deleted allocations for instance 8b2d96c6-5967-4f29-bde1-ffea2e10b115 [ 1935.579607] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897574, 'name': CreateVM_Task, 'duration_secs': 0.333881} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.579835] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1935.586583] env[62099]: DEBUG oslo_concurrency.lockutils [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.586746] env[62099]: DEBUG oslo_concurrency.lockutils [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.587083] env[62099]: DEBUG oslo_concurrency.lockutils [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1935.587324] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0149ffc5-89cd-42a0-a5a8-271b61035ec7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.591639] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Waiting for the task: (returnval){ [ 1935.591639] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]521cf2b3-03b4-5bbc-0a1a-dceaa3c516a0" [ 1935.591639] env[62099]: _type = "Task" [ 1935.591639] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.599075] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521cf2b3-03b4-5bbc-0a1a-dceaa3c516a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.675737] env[62099]: INFO nova.compute.manager [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Shelve offloading [ 1935.715718] env[62099]: DEBUG oslo_concurrency.lockutils [req-f82f32a7-1408-499a-929d-c69df36079d5 req-926c174e-5201-469d-8ff6-1e4b69b7500f service nova] Releasing lock "refresh_cache-c13375ed-8d6c-45e4-8d7b-8ad13dddd360" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.931264] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c120d20a-1385-4df9-b839-72ee5035f4b4 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "8b2d96c6-5967-4f29-bde1-ffea2e10b115" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.576s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.102724] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]521cf2b3-03b4-5bbc-0a1a-dceaa3c516a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009385} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.103064] env[62099]: DEBUG oslo_concurrency.lockutils [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.103303] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1936.103534] env[62099]: DEBUG oslo_concurrency.lockutils [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.103973] env[62099]: DEBUG oslo_concurrency.lockutils [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.103973] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1936.104109] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf7281d4-da90-46b4-971e-ec0e298c00e1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.115244] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1936.115419] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1936.116108] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea781c6-1142-4a68-900d-a98ac0d2eabe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.123531] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Waiting for the task: (returnval){ [ 1936.123531] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52977082-c517-eca1-089e-0a5bb5acbd3e" [ 1936.123531] env[62099]: _type = "Task" [ 1936.123531] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.131886] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52977082-c517-eca1-089e-0a5bb5acbd3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.178786] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1936.179117] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff695b5e-b3b1-4bee-bc9e-27cf136ffdd0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.187436] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1936.187436] env[62099]: value = "task-1897575" [ 1936.187436] env[62099]: _type = "Task" [ 1936.187436] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.195977] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.264762] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1936.264975] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1936.633980] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52977082-c517-eca1-089e-0a5bb5acbd3e, 'name': SearchDatastore_Task, 'duration_secs': 0.011237} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.634751] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152d5924-7114-46e1-b218-25b19ab09659 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.639559] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Waiting for the task: (returnval){ [ 1936.639559] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ed84d9-398c-6f06-3c30-348ce047fa61" [ 1936.639559] env[62099]: _type = "Task" [ 1936.639559] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.646837] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ed84d9-398c-6f06-3c30-348ce047fa61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.696985] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] VM already powered off {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1936.697236] env[62099]: DEBUG nova.compute.manager [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1936.697968] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5922854d-f8fe-4ceb-ad43-994959887778 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.703488] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.703657] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquired lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.703830] env[62099]: DEBUG nova.network.neutron [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1937.150276] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52ed84d9-398c-6f06-3c30-348ce047fa61, 'name': SearchDatastore_Task, 'duration_secs': 0.010031} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.150525] env[62099]: DEBUG oslo_concurrency.lockutils [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.150767] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] c13375ed-8d6c-45e4-8d7b-8ad13dddd360/c13375ed-8d6c-45e4-8d7b-8ad13dddd360.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1937.151029] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90efa0ee-02d6-4980-b8d8-24dbfe60f89f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.157743] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Waiting for the task: (returnval){ [ 1937.157743] env[62099]: value = "task-1897576" [ 1937.157743] env[62099]: _type = "Task" [ 1937.157743] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.164923] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': task-1897576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.457912] env[62099]: DEBUG nova.network.neutron [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Updating instance_info_cache with network_info: [{"id": "f93592f9-a13c-49b5-ae0f-12e6a8ce271e", "address": "fa:16:3e:9c:91:ad", "network": {"id": "eced2df3-cde6-42a5-adc0-b55fb605aa5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-166005586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01b60258959d4842b0584919da5c2cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93592f9-a1", "ovs_interfaceid": "f93592f9-a13c-49b5-ae0f-12e6a8ce271e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.667884] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': task-1897576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447504} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.668162] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] c13375ed-8d6c-45e4-8d7b-8ad13dddd360/c13375ed-8d6c-45e4-8d7b-8ad13dddd360.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1937.668375] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1937.668615] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f086528a-9d17-4cc5-85c4-d47ae92ef800 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.675194] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Waiting for the task: (returnval){ [ 1937.675194] env[62099]: value = "task-1897577" [ 1937.675194] env[62099]: _type = "Task" [ 1937.675194] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.682247] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': task-1897577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.821592] env[62099]: DEBUG oslo_concurrency.lockutils [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "0be27678-935f-47ab-b58a-4138cf2f813b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.821869] env[62099]: DEBUG oslo_concurrency.lockutils [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "0be27678-935f-47ab-b58a-4138cf2f813b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.961402] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Releasing lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.184722] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': task-1897577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061437} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.185089] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1938.185762] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9507253-297e-4fc0-9dd5-8e12e60bd7d5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.208035] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] c13375ed-8d6c-45e4-8d7b-8ad13dddd360/c13375ed-8d6c-45e4-8d7b-8ad13dddd360.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1938.208333] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-487d017d-a2ad-49bb-83f0-fa2b0c015d99 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.228543] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Waiting for the task: (returnval){ [ 1938.228543] env[62099]: value = "task-1897578" [ 1938.228543] env[62099]: _type = "Task" [ 1938.228543] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.236279] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': task-1897578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.238383] env[62099]: DEBUG nova.compute.manager [req-be9eecc9-81e7-4f72-b8ba-684010f6820e req-dd716160-63d6-41d7-9c16-d5684fb1bb83 service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Received event network-vif-unplugged-f93592f9-a13c-49b5-ae0f-12e6a8ce271e {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1938.238595] env[62099]: DEBUG oslo_concurrency.lockutils [req-be9eecc9-81e7-4f72-b8ba-684010f6820e req-dd716160-63d6-41d7-9c16-d5684fb1bb83 service nova] Acquiring lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.238835] env[62099]: DEBUG oslo_concurrency.lockutils [req-be9eecc9-81e7-4f72-b8ba-684010f6820e req-dd716160-63d6-41d7-9c16-d5684fb1bb83 service nova] Lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.239129] env[62099]: DEBUG oslo_concurrency.lockutils [req-be9eecc9-81e7-4f72-b8ba-684010f6820e req-dd716160-63d6-41d7-9c16-d5684fb1bb83 service nova] Lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.239372] env[62099]: DEBUG nova.compute.manager [req-be9eecc9-81e7-4f72-b8ba-684010f6820e req-dd716160-63d6-41d7-9c16-d5684fb1bb83 service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] No waiting events found dispatching network-vif-unplugged-f93592f9-a13c-49b5-ae0f-12e6a8ce271e {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1938.239560] env[62099]: WARNING nova.compute.manager [req-be9eecc9-81e7-4f72-b8ba-684010f6820e req-dd716160-63d6-41d7-9c16-d5684fb1bb83 service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Received unexpected event network-vif-unplugged-f93592f9-a13c-49b5-ae0f-12e6a8ce271e for instance with vm_state shelved and task_state shelving_offloading. [ 1938.323930] env[62099]: DEBUG nova.compute.manager [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1938.342015] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1938.342924] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31318f1a-ec1f-4414-8bb8-7cf27238f171 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.350443] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1938.350676] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0284353e-2d28-4453-aa15-287f7dcf38bd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.459354] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1938.459622] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Deleting contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1938.459805] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Deleting the datastore file [datastore2] ae88cf1f-bb66-424f-aba6-4c1cab75790d {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1938.460112] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22cf7e8c-4f4f-4764-9d4f-908cbc10e6d6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.467284] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1938.467284] env[62099]: value = "task-1897580" [ 1938.467284] env[62099]: _type = "Task" [ 1938.467284] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.476319] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.738384] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': task-1897578, 'name': ReconfigVM_Task, 'duration_secs': 0.284131} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.738823] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Reconfigured VM instance instance-00000072 to attach disk [datastore1] c13375ed-8d6c-45e4-8d7b-8ad13dddd360/c13375ed-8d6c-45e4-8d7b-8ad13dddd360.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1938.739625] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3fdf9fe-e288-4f88-b963-adb1eeda1be1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.746309] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Waiting for the task: (returnval){ [ 1938.746309] env[62099]: value = "task-1897581" [ 1938.746309] env[62099]: _type = "Task" [ 1938.746309] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.755186] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': task-1897581, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.846561] env[62099]: DEBUG oslo_concurrency.lockutils [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.846902] env[62099]: DEBUG oslo_concurrency.lockutils [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.848487] env[62099]: INFO nova.compute.claims [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1938.976836] env[62099]: DEBUG oslo_vmware.api [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153509} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.977393] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1938.977588] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Deleted contents of the VM from datastore datastore2 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1938.977767] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1938.996024] env[62099]: INFO nova.scheduler.client.report [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Deleted allocations for instance ae88cf1f-bb66-424f-aba6-4c1cab75790d [ 1939.255950] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': task-1897581, 'name': Rename_Task, 'duration_secs': 0.160761} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.256249] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1939.256489] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61b91ce4-84e9-40ed-8303-4e9997cb0806 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.263243] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Waiting for the task: (returnval){ [ 1939.263243] env[62099]: value = "task-1897582" [ 1939.263243] env[62099]: _type = "Task" [ 1939.263243] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.266206] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1939.266357] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1939.266474] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Rebuilding the list of instances to heal {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1939.272889] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': task-1897582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.500263] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.771108] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Skipping network cache update for instance because it is Building. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1939.771108] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Skipping network cache update for instance because it is Building. {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1939.776449] env[62099]: DEBUG oslo_vmware.api [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': task-1897582, 'name': PowerOnVM_Task, 'duration_secs': 0.449144} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.777031] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1939.777280] env[62099]: INFO nova.compute.manager [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1939.777496] env[62099]: DEBUG nova.compute.manager [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1939.778302] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b773080-b09d-4de2-befc-240cbb24282c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.802828] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.802990] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquired lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.803150] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Forcefully refreshing network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1939.803304] env[62099]: DEBUG nova.objects.instance [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lazy-loading 'info_cache' on Instance uuid 028e8c79-66a7-431e-9743-f704a5c79c9e {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1939.911670] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0916f8-5b7c-41da-b7cc-9f6acd441ad8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.918914] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0d16c0-1cbc-4cf2-89f3-253fcbedc8fa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.949800] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388dbc6d-bd31-4803-a731-3371ffc2d06d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.956934] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149f835f-5f78-4233-b621-a41d6eb4ae58 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.969774] env[62099]: DEBUG nova.compute.provider_tree [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1940.266233] env[62099]: DEBUG nova.compute.manager [req-c0f99b50-8d84-4b38-aed7-8d78c0eea151 req-ea98d3d8-932b-4cf0-9b0f-ee0bc66c3aa5 service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Received event network-changed-f93592f9-a13c-49b5-ae0f-12e6a8ce271e {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1940.266503] env[62099]: DEBUG nova.compute.manager [req-c0f99b50-8d84-4b38-aed7-8d78c0eea151 req-ea98d3d8-932b-4cf0-9b0f-ee0bc66c3aa5 service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Refreshing instance network info cache due to event network-changed-f93592f9-a13c-49b5-ae0f-12e6a8ce271e. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1940.266766] env[62099]: DEBUG oslo_concurrency.lockutils [req-c0f99b50-8d84-4b38-aed7-8d78c0eea151 req-ea98d3d8-932b-4cf0-9b0f-ee0bc66c3aa5 service nova] Acquiring lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.266972] env[62099]: DEBUG oslo_concurrency.lockutils [req-c0f99b50-8d84-4b38-aed7-8d78c0eea151 req-ea98d3d8-932b-4cf0-9b0f-ee0bc66c3aa5 service nova] Acquired lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.267262] env[62099]: DEBUG nova.network.neutron [req-c0f99b50-8d84-4b38-aed7-8d78c0eea151 req-ea98d3d8-932b-4cf0-9b0f-ee0bc66c3aa5 service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Refreshing network info cache for port f93592f9-a13c-49b5-ae0f-12e6a8ce271e {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1940.295802] env[62099]: INFO nova.compute.manager [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Took 11.73 seconds to build instance. [ 1940.472535] env[62099]: DEBUG nova.scheduler.client.report [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1940.800530] env[62099]: DEBUG oslo_concurrency.lockutils [None req-92fe9386-cefb-41dc-80e7-71754423498d tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Lock "c13375ed-8d6c-45e4-8d7b-8ad13dddd360" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.241s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.977249] env[62099]: DEBUG oslo_concurrency.lockutils [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.977762] env[62099]: DEBUG nova.compute.manager [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1940.980905] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.480s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.980905] env[62099]: DEBUG nova.objects.instance [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lazy-loading 'resources' on Instance uuid ae88cf1f-bb66-424f-aba6-4c1cab75790d {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1941.038728] env[62099]: DEBUG nova.network.neutron [req-c0f99b50-8d84-4b38-aed7-8d78c0eea151 req-ea98d3d8-932b-4cf0-9b0f-ee0bc66c3aa5 service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Updated VIF entry in instance network info cache for port f93592f9-a13c-49b5-ae0f-12e6a8ce271e. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1941.038728] env[62099]: DEBUG nova.network.neutron [req-c0f99b50-8d84-4b38-aed7-8d78c0eea151 req-ea98d3d8-932b-4cf0-9b0f-ee0bc66c3aa5 service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Updating instance_info_cache with network_info: [{"id": "f93592f9-a13c-49b5-ae0f-12e6a8ce271e", "address": "fa:16:3e:9c:91:ad", "network": {"id": "eced2df3-cde6-42a5-adc0-b55fb605aa5c", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-166005586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01b60258959d4842b0584919da5c2cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf93592f9-a1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.254413] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.459344] env[62099]: DEBUG oslo_concurrency.lockutils [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Acquiring lock "c13375ed-8d6c-45e4-8d7b-8ad13dddd360" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.459621] env[62099]: DEBUG oslo_concurrency.lockutils [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Lock "c13375ed-8d6c-45e4-8d7b-8ad13dddd360" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.459802] env[62099]: DEBUG oslo_concurrency.lockutils [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Acquiring lock "c13375ed-8d6c-45e4-8d7b-8ad13dddd360-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.459986] env[62099]: DEBUG oslo_concurrency.lockutils [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Lock "c13375ed-8d6c-45e4-8d7b-8ad13dddd360-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.460266] env[62099]: DEBUG oslo_concurrency.lockutils [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Lock "c13375ed-8d6c-45e4-8d7b-8ad13dddd360-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.462545] env[62099]: INFO nova.compute.manager [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Terminating instance [ 1941.484030] env[62099]: DEBUG nova.compute.utils [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1941.484728] env[62099]: DEBUG nova.objects.instance [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lazy-loading 'numa_topology' on Instance uuid ae88cf1f-bb66-424f-aba6-4c1cab75790d {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1941.485767] env[62099]: DEBUG nova.compute.manager [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1941.485924] env[62099]: DEBUG nova.network.neutron [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1941.540330] env[62099]: DEBUG oslo_concurrency.lockutils [req-c0f99b50-8d84-4b38-aed7-8d78c0eea151 req-ea98d3d8-932b-4cf0-9b0f-ee0bc66c3aa5 service nova] Releasing lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.551217] env[62099]: DEBUG nova.policy [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0c6c710325a4769aa6336e928ce0b92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ff38fbcbe6d4640b515774b83a4ff5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1941.608114] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updating instance_info_cache with network_info: [{"id": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "address": "fa:16:3e:da:fc:4a", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592e02f9-ba", "ovs_interfaceid": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.816617] env[62099]: DEBUG nova.network.neutron [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Successfully created port: 25ff3cc3-4f0b-42bb-a7b6-c4784718f561 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1941.966314] env[62099]: DEBUG nova.compute.manager [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1941.966557] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1941.967504] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b55125-84dc-4745-9d16-febf33b921c2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.975698] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1941.975949] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbaa22de-23de-44e7-a7ba-67f1530068ce {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.982964] env[62099]: DEBUG oslo_vmware.api [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Waiting for the task: (returnval){ [ 1941.982964] env[62099]: value = "task-1897583" [ 1941.982964] env[62099]: _type = "Task" [ 1941.982964] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.987068] env[62099]: DEBUG nova.compute.manager [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1941.989406] env[62099]: DEBUG nova.objects.base [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1941.996776] env[62099]: DEBUG oslo_vmware.api [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': task-1897583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.070274] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7c27b2-e1b6-454c-b655-5b4b7055b270 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.078094] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2464dd5b-82f1-499f-8c4e-bf339b5897c0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.112159] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Releasing lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.112159] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updated the network info_cache for instance {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1942.112159] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1942.113373] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426e78e6-86ee-49e7-9b5b-fc33580c0dfb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.116352] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1942.116734] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1942.125725] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a777e349-e7fd-4bd7-815c-825590d0ae22 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.142362] env[62099]: DEBUG nova.compute.provider_tree [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1942.496749] env[62099]: DEBUG oslo_vmware.api [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': task-1897583, 'name': PowerOffVM_Task, 'duration_secs': 0.172216} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.497279] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1942.497574] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1942.497760] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-949860a5-bdd0-43b5-b155-28ddf3e71ae9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.615933] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1942.616247] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1942.616437] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Deleting the datastore file [datastore1] c13375ed-8d6c-45e4-8d7b-8ad13dddd360 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1942.616704] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4c1c8e3-d6f8-45ea-b387-e85f05cb94db {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.619328] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.624045] env[62099]: DEBUG oslo_vmware.api [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Waiting for the task: (returnval){ [ 1942.624045] env[62099]: value = "task-1897585" [ 1942.624045] env[62099]: _type = "Task" [ 1942.624045] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.632225] env[62099]: DEBUG oslo_vmware.api [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': task-1897585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.645157] env[62099]: DEBUG nova.scheduler.client.report [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1942.999171] env[62099]: DEBUG nova.compute.manager [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1943.024959] env[62099]: DEBUG nova.virt.hardware [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1943.025253] env[62099]: DEBUG nova.virt.hardware [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1943.025384] env[62099]: DEBUG nova.virt.hardware [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1943.025568] env[62099]: DEBUG nova.virt.hardware [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1943.025714] env[62099]: DEBUG nova.virt.hardware [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1943.025859] env[62099]: DEBUG nova.virt.hardware [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1943.026113] env[62099]: DEBUG nova.virt.hardware [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1943.026324] env[62099]: DEBUG nova.virt.hardware [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1943.026498] env[62099]: DEBUG nova.virt.hardware [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1943.026662] env[62099]: DEBUG nova.virt.hardware [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1943.026835] env[62099]: DEBUG nova.virt.hardware [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1943.027699] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646c6d12-28ac-4677-ac15-608db7360986 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.037038] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b410c56e-d896-43e9-a6a3-1d580f58858f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.133745] env[62099]: DEBUG oslo_vmware.api [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Task: {'id': task-1897585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142709} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.134009] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1943.134202] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1943.134383] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1943.134559] env[62099]: INFO nova.compute.manager [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1943.134801] env[62099]: DEBUG oslo.service.loopingcall [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1943.134992] env[62099]: DEBUG nova.compute.manager [-] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1943.135099] env[62099]: DEBUG nova.network.neutron [-] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1943.149539] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.151929] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.533s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.152126] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.152281] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1943.153284] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8885d3f4-ec3a-4ea9-afe4-2995050b0ee4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.161088] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca723a0-abb5-48bb-a534-d200228e35cb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.175392] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe97162d-df5d-42a7-b4e3-fe9da7b4ef23 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.181568] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40aaf39-c754-45c7-a02b-682d89ca01ba {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.212282] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180212MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1943.212437] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.212624] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.277734] env[62099]: DEBUG nova.compute.manager [req-9acb5e09-0e4c-4e4e-a9ff-08481ff0b464 req-a69fa335-8123-44a9-ae10-7f0aef6fd413 service nova] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Received event network-vif-plugged-25ff3cc3-4f0b-42bb-a7b6-c4784718f561 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1943.277960] env[62099]: DEBUG oslo_concurrency.lockutils [req-9acb5e09-0e4c-4e4e-a9ff-08481ff0b464 req-a69fa335-8123-44a9-ae10-7f0aef6fd413 service nova] Acquiring lock "0be27678-935f-47ab-b58a-4138cf2f813b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.278192] env[62099]: DEBUG oslo_concurrency.lockutils [req-9acb5e09-0e4c-4e4e-a9ff-08481ff0b464 req-a69fa335-8123-44a9-ae10-7f0aef6fd413 service nova] Lock "0be27678-935f-47ab-b58a-4138cf2f813b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.278362] env[62099]: DEBUG oslo_concurrency.lockutils [req-9acb5e09-0e4c-4e4e-a9ff-08481ff0b464 req-a69fa335-8123-44a9-ae10-7f0aef6fd413 service nova] Lock "0be27678-935f-47ab-b58a-4138cf2f813b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.278543] env[62099]: DEBUG nova.compute.manager [req-9acb5e09-0e4c-4e4e-a9ff-08481ff0b464 req-a69fa335-8123-44a9-ae10-7f0aef6fd413 service nova] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] No waiting events found dispatching network-vif-plugged-25ff3cc3-4f0b-42bb-a7b6-c4784718f561 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1943.278686] env[62099]: WARNING nova.compute.manager [req-9acb5e09-0e4c-4e4e-a9ff-08481ff0b464 req-a69fa335-8123-44a9-ae10-7f0aef6fd413 service nova] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Received unexpected event network-vif-plugged-25ff3cc3-4f0b-42bb-a7b6-c4784718f561 for instance with vm_state building and task_state spawning. [ 1943.472345] env[62099]: DEBUG nova.network.neutron [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Successfully updated port: 25ff3cc3-4f0b-42bb-a7b6-c4784718f561 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1943.657442] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8cb8b990-2631-4579-8f43-8b73bb00e517 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.241s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.658258] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.404s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.658433] env[62099]: INFO nova.compute.manager [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Unshelving [ 1943.975582] env[62099]: DEBUG oslo_concurrency.lockutils [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "refresh_cache-0be27678-935f-47ab-b58a-4138cf2f813b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.977036] env[62099]: DEBUG oslo_concurrency.lockutils [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquired lock "refresh_cache-0be27678-935f-47ab-b58a-4138cf2f813b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.977036] env[62099]: DEBUG nova.network.neutron [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1944.024318] env[62099]: DEBUG nova.network.neutron [-] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.239283] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 028e8c79-66a7-431e-9743-f704a5c79c9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1944.239503] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 9e479887-c5fa-4d59-b2af-56893c02b15d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1944.239678] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance c13375ed-8d6c-45e4-8d7b-8ad13dddd360 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1944.239830] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 0be27678-935f-47ab-b58a-4138cf2f813b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1944.510355] env[62099]: DEBUG nova.network.neutron [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1944.528425] env[62099]: INFO nova.compute.manager [-] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Took 1.39 seconds to deallocate network for instance. [ 1944.681943] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.742780] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance ae88cf1f-bb66-424f-aba6-4c1cab75790d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1944.743037] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1944.743190] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1944.813637] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee2d552-58ef-4882-86c5-4a698c7012ad {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.822615] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f04182-b0c3-4d01-a7ca-ca113e15271e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.856827] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39b6030-7025-495d-8a4e-a1e6846ae500 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.864833] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e1b5de-1230-4da8-9633-e0a500670b64 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.880202] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1944.940167] env[62099]: DEBUG nova.network.neutron [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Updating instance_info_cache with network_info: [{"id": "25ff3cc3-4f0b-42bb-a7b6-c4784718f561", "address": "fa:16:3e:06:82:3a", "network": {"id": "cc61bfa6-6045-4ecb-84c9-4fe7fd1d18eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769027776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff38fbcbe6d4640b515774b83a4ff5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ff3cc3-4f", "ovs_interfaceid": "25ff3cc3-4f0b-42bb-a7b6-c4784718f561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.035740] env[62099]: DEBUG oslo_concurrency.lockutils [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.306037] env[62099]: DEBUG nova.compute.manager [req-f1d5b39b-50d7-4f01-a4ed-26e02944a8dc req-9098dbc7-7dac-4859-87e3-902f00da01c5 service nova] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Received event network-changed-25ff3cc3-4f0b-42bb-a7b6-c4784718f561 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1945.306266] env[62099]: DEBUG nova.compute.manager [req-f1d5b39b-50d7-4f01-a4ed-26e02944a8dc req-9098dbc7-7dac-4859-87e3-902f00da01c5 service nova] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Refreshing instance network info cache due to event network-changed-25ff3cc3-4f0b-42bb-a7b6-c4784718f561. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1945.306469] env[62099]: DEBUG oslo_concurrency.lockutils [req-f1d5b39b-50d7-4f01-a4ed-26e02944a8dc req-9098dbc7-7dac-4859-87e3-902f00da01c5 service nova] Acquiring lock "refresh_cache-0be27678-935f-47ab-b58a-4138cf2f813b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.383792] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1945.442559] env[62099]: DEBUG oslo_concurrency.lockutils [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Releasing lock "refresh_cache-0be27678-935f-47ab-b58a-4138cf2f813b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.442891] env[62099]: DEBUG nova.compute.manager [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Instance network_info: |[{"id": "25ff3cc3-4f0b-42bb-a7b6-c4784718f561", "address": "fa:16:3e:06:82:3a", "network": {"id": "cc61bfa6-6045-4ecb-84c9-4fe7fd1d18eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769027776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff38fbcbe6d4640b515774b83a4ff5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ff3cc3-4f", "ovs_interfaceid": "25ff3cc3-4f0b-42bb-a7b6-c4784718f561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1945.443201] env[62099]: DEBUG oslo_concurrency.lockutils [req-f1d5b39b-50d7-4f01-a4ed-26e02944a8dc req-9098dbc7-7dac-4859-87e3-902f00da01c5 service nova] Acquired lock "refresh_cache-0be27678-935f-47ab-b58a-4138cf2f813b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.443385] env[62099]: DEBUG nova.network.neutron [req-f1d5b39b-50d7-4f01-a4ed-26e02944a8dc req-9098dbc7-7dac-4859-87e3-902f00da01c5 service nova] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Refreshing network info cache for port 25ff3cc3-4f0b-42bb-a7b6-c4784718f561 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1945.444608] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:82:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25ff3cc3-4f0b-42bb-a7b6-c4784718f561', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1945.452725] env[62099]: DEBUG oslo.service.loopingcall [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1945.453670] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1945.454266] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1cef092-f1fc-4797-b578-4cb3eeef21af {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.473430] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1945.473430] env[62099]: value = "task-1897586" [ 1945.473430] env[62099]: _type = "Task" [ 1945.473430] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.482467] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897586, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.888699] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1945.888967] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.676s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.889236] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.207s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.889456] env[62099]: DEBUG nova.objects.instance [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lazy-loading 'pci_requests' on Instance uuid ae88cf1f-bb66-424f-aba6-4c1cab75790d {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1945.985158] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897586, 'name': CreateVM_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.193235] env[62099]: DEBUG nova.network.neutron [req-f1d5b39b-50d7-4f01-a4ed-26e02944a8dc req-9098dbc7-7dac-4859-87e3-902f00da01c5 service nova] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Updated VIF entry in instance network info cache for port 25ff3cc3-4f0b-42bb-a7b6-c4784718f561. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1946.193606] env[62099]: DEBUG nova.network.neutron [req-f1d5b39b-50d7-4f01-a4ed-26e02944a8dc req-9098dbc7-7dac-4859-87e3-902f00da01c5 service nova] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Updating instance_info_cache with network_info: [{"id": "25ff3cc3-4f0b-42bb-a7b6-c4784718f561", "address": "fa:16:3e:06:82:3a", "network": {"id": "cc61bfa6-6045-4ecb-84c9-4fe7fd1d18eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769027776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff38fbcbe6d4640b515774b83a4ff5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ff3cc3-4f", "ovs_interfaceid": "25ff3cc3-4f0b-42bb-a7b6-c4784718f561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.394268] env[62099]: DEBUG nova.objects.instance [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lazy-loading 'numa_topology' on Instance uuid ae88cf1f-bb66-424f-aba6-4c1cab75790d {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1946.484096] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897586, 'name': CreateVM_Task, 'duration_secs': 0.626833} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.484291] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1946.484940] env[62099]: DEBUG oslo_concurrency.lockutils [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.485128] env[62099]: DEBUG oslo_concurrency.lockutils [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.485447] env[62099]: DEBUG oslo_concurrency.lockutils [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1946.485691] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93dbdbc3-3ce5-4c33-ae35-3a88c9f97807 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.490320] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1946.490320] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52257051-fa11-5d10-8a08-b9dca800d42d" [ 1946.490320] env[62099]: _type = "Task" [ 1946.490320] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.497724] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52257051-fa11-5d10-8a08-b9dca800d42d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.696583] env[62099]: DEBUG oslo_concurrency.lockutils [req-f1d5b39b-50d7-4f01-a4ed-26e02944a8dc req-9098dbc7-7dac-4859-87e3-902f00da01c5 service nova] Releasing lock "refresh_cache-0be27678-935f-47ab-b58a-4138cf2f813b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.696883] env[62099]: DEBUG nova.compute.manager [req-f1d5b39b-50d7-4f01-a4ed-26e02944a8dc req-9098dbc7-7dac-4859-87e3-902f00da01c5 service nova] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Received event network-vif-deleted-b2b8d3c4-0747-4d59-8da7-cd2b5ef87e44 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1946.897506] env[62099]: INFO nova.compute.claims [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1947.000918] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52257051-fa11-5d10-8a08-b9dca800d42d, 'name': SearchDatastore_Task, 'duration_secs': 0.00932} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.001223] env[62099]: DEBUG oslo_concurrency.lockutils [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.001487] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1947.001676] env[62099]: DEBUG oslo_concurrency.lockutils [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.001852] env[62099]: DEBUG oslo_concurrency.lockutils [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.002092] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1947.002300] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01dfcbf1-5fb7-459b-8b9c-f6afbb29a291 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.010125] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1947.010305] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1947.010949] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cddbb44-3e0c-4593-ad30-9b3b234be27b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.015646] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1947.015646] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]523a3f00-7f3c-f7d5-bc6f-d220c974ecf6" [ 1947.015646] env[62099]: _type = "Task" [ 1947.015646] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.022526] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523a3f00-7f3c-f7d5-bc6f-d220c974ecf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.525578] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]523a3f00-7f3c-f7d5-bc6f-d220c974ecf6, 'name': SearchDatastore_Task, 'duration_secs': 0.007798} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.526379] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92f1489b-af58-4b9c-a204-1d2dcb06cb5b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.531634] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1947.531634] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52403172-051c-59d9-2f0c-3c4a4cf09c1a" [ 1947.531634] env[62099]: _type = "Task" [ 1947.531634] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.540119] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52403172-051c-59d9-2f0c-3c4a4cf09c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.969294] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d587a553-25d0-4184-a79a-0e65566959b5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.976573] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8278b6d8-e714-48b0-8767-d2c7ea7b066a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.005630] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdc4e9c-f461-4333-9b5e-30a6b6cdc574 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.012433] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14afea07-a67d-4bf3-83a3-9bf67a0398b0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.025913] env[62099]: DEBUG nova.compute.provider_tree [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1948.040355] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1948.040591] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52403172-051c-59d9-2f0c-3c4a4cf09c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.009469} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.040784] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1948.040992] env[62099]: DEBUG oslo_concurrency.lockutils [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.041249] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 0be27678-935f-47ab-b58a-4138cf2f813b/0be27678-935f-47ab-b58a-4138cf2f813b.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1948.041560] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cd1057f-7de5-4b99-9a4c-17d7ca5ddb7b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.048393] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1948.048393] env[62099]: value = "task-1897587" [ 1948.048393] env[62099]: _type = "Task" [ 1948.048393] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.055428] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.256977] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "9e479887-c5fa-4d59-b2af-56893c02b15d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.256977] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "9e479887-c5fa-4d59-b2af-56893c02b15d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.256977] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "9e479887-c5fa-4d59-b2af-56893c02b15d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.257262] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "9e479887-c5fa-4d59-b2af-56893c02b15d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.257370] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "9e479887-c5fa-4d59-b2af-56893c02b15d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.259997] env[62099]: INFO nova.compute.manager [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Terminating instance [ 1948.261605] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1948.264910] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1948.530157] env[62099]: DEBUG nova.scheduler.client.report [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1948.557771] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44805} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.558028] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 0be27678-935f-47ab-b58a-4138cf2f813b/0be27678-935f-47ab-b58a-4138cf2f813b.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1948.558254] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1948.558486] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f292498e-c60b-48f4-a542-420a426e4890 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.566415] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1948.566415] env[62099]: value = "task-1897588" [ 1948.566415] env[62099]: _type = "Task" [ 1948.566415] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.573084] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.765336] env[62099]: DEBUG nova.compute.manager [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1948.765566] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1948.766468] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164bad66-d729-4636-9201-0a681aae0e67 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.774204] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1948.774421] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-355f2c7d-8e6f-4806-bfd6-5a545cad2bec {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.780632] env[62099]: DEBUG oslo_vmware.api [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1948.780632] env[62099]: value = "task-1897589" [ 1948.780632] env[62099]: _type = "Task" [ 1948.780632] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.787658] env[62099]: DEBUG oslo_vmware.api [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.035507] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.146s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.037655] env[62099]: DEBUG oslo_concurrency.lockutils [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.002s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.037895] env[62099]: DEBUG nova.objects.instance [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Lazy-loading 'resources' on Instance uuid c13375ed-8d6c-45e4-8d7b-8ad13dddd360 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1949.065925] env[62099]: INFO nova.network.neutron [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Updating port f93592f9-a13c-49b5-ae0f-12e6a8ce271e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1949.076284] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057738} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.076584] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1949.077333] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922a3fd5-e9cc-4f0b-8c15-2569adb1fec6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.099181] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 0be27678-935f-47ab-b58a-4138cf2f813b/0be27678-935f-47ab-b58a-4138cf2f813b.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1949.099446] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c731273f-3d4f-4192-a154-e49716f5fed2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.118865] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1949.118865] env[62099]: value = "task-1897590" [ 1949.118865] env[62099]: _type = "Task" [ 1949.118865] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.126574] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.291261] env[62099]: DEBUG oslo_vmware.api [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897589, 'name': PowerOffVM_Task, 'duration_secs': 0.173476} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.291568] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1949.291759] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1949.292048] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50e2a3f7-7e4c-4650-bf8b-53cd8be33285 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.481985] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1949.482258] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1949.482444] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Deleting the datastore file [datastore1] 9e479887-c5fa-4d59-b2af-56893c02b15d {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1949.482709] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0eb413b9-c1a5-471f-9c3e-cbaa26664101 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.488584] env[62099]: DEBUG oslo_vmware.api [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1949.488584] env[62099]: value = "task-1897592" [ 1949.488584] env[62099]: _type = "Task" [ 1949.488584] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.496262] env[62099]: DEBUG oslo_vmware.api [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.612669] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebab6154-c28a-4b92-b4d7-50daba374db6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.623156] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9690d78f-61f7-46cd-a505-1ec010e18509 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.630385] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897590, 'name': ReconfigVM_Task, 'duration_secs': 0.285946} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.655440] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 0be27678-935f-47ab-b58a-4138cf2f813b/0be27678-935f-47ab-b58a-4138cf2f813b.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1949.656204] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6c35821-941e-40f1-8b4c-8cb4a8ad4293 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.658183] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e27692-2c65-426f-aadf-baed11a2b66d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.666881] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae52439d-72d3-426d-b2e1-58785550bb18 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.670664] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1949.670664] env[62099]: value = "task-1897593" [ 1949.670664] env[62099]: _type = "Task" [ 1949.670664] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.681352] env[62099]: DEBUG nova.compute.provider_tree [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1949.688914] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897593, 'name': Rename_Task} progress is 14%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.998586] env[62099]: DEBUG oslo_vmware.api [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12872} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.998840] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1949.999036] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1949.999242] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1949.999470] env[62099]: INFO nova.compute.manager [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1949.999665] env[62099]: DEBUG oslo.service.loopingcall [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1949.999853] env[62099]: DEBUG nova.compute.manager [-] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1949.999949] env[62099]: DEBUG nova.network.neutron [-] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1950.180537] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897593, 'name': Rename_Task, 'duration_secs': 0.136117} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.180897] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1950.181101] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-874a93f6-b4db-4daf-b107-dff64245d3ac {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.184540] env[62099]: DEBUG nova.scheduler.client.report [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1950.188541] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1950.188541] env[62099]: value = "task-1897594" [ 1950.188541] env[62099]: _type = "Task" [ 1950.188541] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.196251] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.664215] env[62099]: DEBUG nova.compute.manager [req-bd4c68c6-5e8a-4c1f-9d55-d01de1d5c716 req-e04e3fb5-a763-4a2b-b03b-8600dbbacccc service nova] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Received event network-vif-deleted-78810cf7-ebab-4c35-b685-edd93fca2342 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1950.664420] env[62099]: INFO nova.compute.manager [req-bd4c68c6-5e8a-4c1f-9d55-d01de1d5c716 req-e04e3fb5-a763-4a2b-b03b-8600dbbacccc service nova] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Neutron deleted interface 78810cf7-ebab-4c35-b685-edd93fca2342; detaching it from the instance and deleting it from the info cache [ 1950.664591] env[62099]: DEBUG nova.network.neutron [req-bd4c68c6-5e8a-4c1f-9d55-d01de1d5c716 req-e04e3fb5-a763-4a2b-b03b-8600dbbacccc service nova] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.690346] env[62099]: DEBUG oslo_concurrency.lockutils [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.703335] env[62099]: DEBUG oslo_vmware.api [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897594, 'name': PowerOnVM_Task, 'duration_secs': 0.421895} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.703335] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1950.703460] env[62099]: INFO nova.compute.manager [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1950.703558] env[62099]: DEBUG nova.compute.manager [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1950.704328] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9708008b-4c3e-43cd-8420-c1bc7d110f39 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.715373] env[62099]: INFO nova.scheduler.client.report [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Deleted allocations for instance c13375ed-8d6c-45e4-8d7b-8ad13dddd360 [ 1950.750637] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.750842] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquired lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.751037] env[62099]: DEBUG nova.network.neutron [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1951.000065] env[62099]: DEBUG nova.network.neutron [-] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.169034] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4319947-209b-406c-b212-98e91c9a6aae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.180019] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078c03cc-1682-4893-975c-4a19e8289ca3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.205708] env[62099]: DEBUG nova.compute.manager [req-bd4c68c6-5e8a-4c1f-9d55-d01de1d5c716 req-e04e3fb5-a763-4a2b-b03b-8600dbbacccc service nova] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Detach interface failed, port_id=78810cf7-ebab-4c35-b685-edd93fca2342, reason: Instance 9e479887-c5fa-4d59-b2af-56893c02b15d could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1951.229471] env[62099]: DEBUG oslo_concurrency.lockutils [None req-054e2013-fc6f-4cf8-965e-375893f80d45 tempest-ServerTagsTestJSON-317506342 tempest-ServerTagsTestJSON-317506342-project-member] Lock "c13375ed-8d6c-45e4-8d7b-8ad13dddd360" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.769s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.230099] env[62099]: INFO nova.compute.manager [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Took 12.40 seconds to build instance. [ 1951.502520] env[62099]: INFO nova.compute.manager [-] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Took 1.50 seconds to deallocate network for instance. [ 1951.545523] env[62099]: DEBUG nova.network.neutron [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Updating instance_info_cache with network_info: [{"id": "f93592f9-a13c-49b5-ae0f-12e6a8ce271e", "address": "fa:16:3e:9c:91:ad", "network": {"id": "eced2df3-cde6-42a5-adc0-b55fb605aa5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-166005586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01b60258959d4842b0584919da5c2cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93592f9-a1", "ovs_interfaceid": "f93592f9-a13c-49b5-ae0f-12e6a8ce271e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.739528] env[62099]: DEBUG oslo_concurrency.lockutils [None req-972093e8-3dc7-4373-8d7e-99bdbedca642 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "0be27678-935f-47ab-b58a-4138cf2f813b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.917s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.014196] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.014515] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.014746] env[62099]: DEBUG nova.objects.instance [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lazy-loading 'resources' on Instance uuid 9e479887-c5fa-4d59-b2af-56893c02b15d {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1952.051497] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Releasing lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.082953] env[62099]: DEBUG nova.virt.hardware [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='40f6fac0bbfcdf99d6334dc9295129fa',container_format='bare',created_at=2024-12-14T21:35:26Z,direct_url=,disk_format='vmdk',id=6805c138-32ab-4783-84ef-13face672b0d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1493907622-shelved',owner='01b60258959d4842b0584919da5c2cb2',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2024-12-14T21:35:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1952.083225] env[62099]: DEBUG nova.virt.hardware [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1952.083387] env[62099]: DEBUG nova.virt.hardware [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1952.083571] env[62099]: DEBUG nova.virt.hardware [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1952.083717] env[62099]: DEBUG nova.virt.hardware [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1952.083864] env[62099]: DEBUG nova.virt.hardware [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1952.084741] env[62099]: DEBUG nova.virt.hardware [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1952.084958] env[62099]: DEBUG nova.virt.hardware [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1952.085164] env[62099]: DEBUG nova.virt.hardware [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1952.085338] env[62099]: DEBUG nova.virt.hardware [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1952.085513] env[62099]: DEBUG nova.virt.hardware [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1952.086430] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c36a55f-47c6-4b06-8e4b-ef1840f629fc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.097711] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10e280e-f13b-4e7b-b75f-7e3f264861e7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.111478] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:91:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f93592f9-a13c-49b5-ae0f-12e6a8ce271e', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1952.119070] env[62099]: DEBUG oslo.service.loopingcall [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1952.119380] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1952.119537] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c1ef04a-6aa7-4152-8001-4da6634e80c6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.139146] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1952.139146] env[62099]: value = "task-1897595" [ 1952.139146] env[62099]: _type = "Task" [ 1952.139146] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.148181] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897595, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.588235] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1b47aa-a3e9-4b0b-b6d8-b6fe20953bc1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.596607] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3f067f-a819-4edd-ba69-41c20da5f1fb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.626146] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91527ce-648c-4848-b09c-7afd45aba358 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.633770] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b721ab-f4dd-4f40-8bed-3aed8202dd20 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.648663] env[62099]: DEBUG nova.compute.provider_tree [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1952.659297] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897595, 'name': CreateVM_Task, 'duration_secs': 0.365428} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.659908] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1952.660369] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6805c138-32ab-4783-84ef-13face672b0d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.660369] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6805c138-32ab-4783-84ef-13face672b0d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.661130] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6805c138-32ab-4783-84ef-13face672b0d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1952.661596] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae79a8b-8313-4dd1-b1e7-9d3b18f97238 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.666776] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1952.666776] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a206ad-3f8f-308c-8dbe-0de98a0fd54d" [ 1952.666776] env[62099]: _type = "Task" [ 1952.666776] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.674789] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a206ad-3f8f-308c-8dbe-0de98a0fd54d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.704240] env[62099]: DEBUG nova.compute.manager [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Received event network-vif-plugged-f93592f9-a13c-49b5-ae0f-12e6a8ce271e {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1952.704470] env[62099]: DEBUG oslo_concurrency.lockutils [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] Acquiring lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.704680] env[62099]: DEBUG oslo_concurrency.lockutils [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] Lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.704848] env[62099]: DEBUG oslo_concurrency.lockutils [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] Lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.705032] env[62099]: DEBUG nova.compute.manager [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] No waiting events found dispatching network-vif-plugged-f93592f9-a13c-49b5-ae0f-12e6a8ce271e {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1952.705209] env[62099]: WARNING nova.compute.manager [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Received unexpected event network-vif-plugged-f93592f9-a13c-49b5-ae0f-12e6a8ce271e for instance with vm_state shelved_offloaded and task_state spawning. [ 1952.705372] env[62099]: DEBUG nova.compute.manager [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Received event network-changed-f93592f9-a13c-49b5-ae0f-12e6a8ce271e {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1952.705524] env[62099]: DEBUG nova.compute.manager [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Refreshing instance network info cache due to event network-changed-f93592f9-a13c-49b5-ae0f-12e6a8ce271e. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1952.705706] env[62099]: DEBUG oslo_concurrency.lockutils [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] Acquiring lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.705839] env[62099]: DEBUG oslo_concurrency.lockutils [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] Acquired lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.705995] env[62099]: DEBUG nova.network.neutron [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Refreshing network info cache for port f93592f9-a13c-49b5-ae0f-12e6a8ce271e {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1953.155367] env[62099]: DEBUG nova.scheduler.client.report [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1953.178645] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6805c138-32ab-4783-84ef-13face672b0d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.178913] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Processing image 6805c138-32ab-4783-84ef-13face672b0d {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1953.179241] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6805c138-32ab-4783-84ef-13face672b0d/6805c138-32ab-4783-84ef-13face672b0d.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.179417] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6805c138-32ab-4783-84ef-13face672b0d/6805c138-32ab-4783-84ef-13face672b0d.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.179600] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1953.179857] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7948a227-ee80-4795-8e65-36cd252c567d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.197443] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1953.197650] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1953.198423] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e73f16b-c145-4fcb-864f-d2784719f3dd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.204281] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1953.204281] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cb68b6-2042-178e-a97c-2642210560e8" [ 1953.204281] env[62099]: _type = "Task" [ 1953.204281] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.214100] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cb68b6-2042-178e-a97c-2642210560e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.660275] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.670881] env[62099]: DEBUG nova.network.neutron [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Updated VIF entry in instance network info cache for port f93592f9-a13c-49b5-ae0f-12e6a8ce271e. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1953.671257] env[62099]: DEBUG nova.network.neutron [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Updating instance_info_cache with network_info: [{"id": "f93592f9-a13c-49b5-ae0f-12e6a8ce271e", "address": "fa:16:3e:9c:91:ad", "network": {"id": "eced2df3-cde6-42a5-adc0-b55fb605aa5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-166005586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01b60258959d4842b0584919da5c2cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93592f9-a1", "ovs_interfaceid": "f93592f9-a13c-49b5-ae0f-12e6a8ce271e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.681538] env[62099]: INFO nova.scheduler.client.report [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Deleted allocations for instance 9e479887-c5fa-4d59-b2af-56893c02b15d [ 1953.714653] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Preparing fetch location {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1953.714931] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Fetch image to [datastore1] OSTACK_IMG_c02a61a4-ca64-4bc6-bfd0-753d9fa20107/OSTACK_IMG_c02a61a4-ca64-4bc6-bfd0-753d9fa20107.vmdk {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1953.715201] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Downloading stream optimized image 6805c138-32ab-4783-84ef-13face672b0d to [datastore1] OSTACK_IMG_c02a61a4-ca64-4bc6-bfd0-753d9fa20107/OSTACK_IMG_c02a61a4-ca64-4bc6-bfd0-753d9fa20107.vmdk on the data store datastore1 as vApp {{(pid=62099) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1953.715393] env[62099]: DEBUG nova.virt.vmwareapi.images [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Downloading image file data 6805c138-32ab-4783-84ef-13face672b0d to the ESX as VM named 'OSTACK_IMG_c02a61a4-ca64-4bc6-bfd0-753d9fa20107' {{(pid=62099) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1953.787342] env[62099]: DEBUG oslo_vmware.rw_handles [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1953.787342] env[62099]: value = "resgroup-9" [ 1953.787342] env[62099]: _type = "ResourcePool" [ 1953.787342] env[62099]: }. {{(pid=62099) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1953.787641] env[62099]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-21ba0a7f-d01e-4a56-bd0b-e2919826155e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.808632] env[62099]: DEBUG oslo_vmware.rw_handles [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lease: (returnval){ [ 1953.808632] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a4037e-1ae6-2f60-9ee4-bfcd78d0a7c0" [ 1953.808632] env[62099]: _type = "HttpNfcLease" [ 1953.808632] env[62099]: } obtained for vApp import into resource pool (val){ [ 1953.808632] env[62099]: value = "resgroup-9" [ 1953.808632] env[62099]: _type = "ResourcePool" [ 1953.808632] env[62099]: }. {{(pid=62099) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1953.808953] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the lease: (returnval){ [ 1953.808953] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a4037e-1ae6-2f60-9ee4-bfcd78d0a7c0" [ 1953.808953] env[62099]: _type = "HttpNfcLease" [ 1953.808953] env[62099]: } to be ready. {{(pid=62099) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1953.814885] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1953.814885] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a4037e-1ae6-2f60-9ee4-bfcd78d0a7c0" [ 1953.814885] env[62099]: _type = "HttpNfcLease" [ 1953.814885] env[62099]: } is initializing. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1954.174716] env[62099]: DEBUG oslo_concurrency.lockutils [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] Releasing lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.174958] env[62099]: DEBUG nova.compute.manager [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Received event network-changed-25ff3cc3-4f0b-42bb-a7b6-c4784718f561 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1954.175153] env[62099]: DEBUG nova.compute.manager [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Refreshing instance network info cache due to event network-changed-25ff3cc3-4f0b-42bb-a7b6-c4784718f561. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1954.175373] env[62099]: DEBUG oslo_concurrency.lockutils [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] Acquiring lock "refresh_cache-0be27678-935f-47ab-b58a-4138cf2f813b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.175517] env[62099]: DEBUG oslo_concurrency.lockutils [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] Acquired lock "refresh_cache-0be27678-935f-47ab-b58a-4138cf2f813b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.175680] env[62099]: DEBUG nova.network.neutron [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Refreshing network info cache for port 25ff3cc3-4f0b-42bb-a7b6-c4784718f561 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1954.189887] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3ba9c524-b98e-4ed7-a8e4-95ffb8310367 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "9e479887-c5fa-4d59-b2af-56893c02b15d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.933s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.318885] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1954.318885] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a4037e-1ae6-2f60-9ee4-bfcd78d0a7c0" [ 1954.318885] env[62099]: _type = "HttpNfcLease" [ 1954.318885] env[62099]: } is initializing. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1954.818505] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1954.818505] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a4037e-1ae6-2f60-9ee4-bfcd78d0a7c0" [ 1954.818505] env[62099]: _type = "HttpNfcLease" [ 1954.818505] env[62099]: } is initializing. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1954.972348] env[62099]: DEBUG nova.network.neutron [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Updated VIF entry in instance network info cache for port 25ff3cc3-4f0b-42bb-a7b6-c4784718f561. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1954.972759] env[62099]: DEBUG nova.network.neutron [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Updating instance_info_cache with network_info: [{"id": "25ff3cc3-4f0b-42bb-a7b6-c4784718f561", "address": "fa:16:3e:06:82:3a", "network": {"id": "cc61bfa6-6045-4ecb-84c9-4fe7fd1d18eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1769027776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff38fbcbe6d4640b515774b83a4ff5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ff3cc3-4f", "ovs_interfaceid": "25ff3cc3-4f0b-42bb-a7b6-c4784718f561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.318904] env[62099]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1955.318904] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a4037e-1ae6-2f60-9ee4-bfcd78d0a7c0" [ 1955.318904] env[62099]: _type = "HttpNfcLease" [ 1955.318904] env[62099]: } is ready. {{(pid=62099) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1955.319223] env[62099]: DEBUG oslo_vmware.rw_handles [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1955.319223] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52a4037e-1ae6-2f60-9ee4-bfcd78d0a7c0" [ 1955.319223] env[62099]: _type = "HttpNfcLease" [ 1955.319223] env[62099]: }. {{(pid=62099) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1955.320026] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d08954-0968-430b-b445-afde4da61586 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.327116] env[62099]: DEBUG oslo_vmware.rw_handles [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f28ec-bff6-830c-fb79-c226e69774e6/disk-0.vmdk from lease info. {{(pid=62099) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1955.327293] env[62099]: DEBUG oslo_vmware.rw_handles [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f28ec-bff6-830c-fb79-c226e69774e6/disk-0.vmdk. {{(pid=62099) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1955.390616] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-baa2eb3b-ca0d-4ce8-b446-efcc332588d4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.475796] env[62099]: DEBUG oslo_concurrency.lockutils [req-5d56a68b-66ff-4d87-8669-8e770afb115c req-80b51966-0ab2-4ca2-942b-d21fc8a9f9ae service nova] Releasing lock "refresh_cache-0be27678-935f-47ab-b58a-4138cf2f813b" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.340051] env[62099]: DEBUG nova.compute.manager [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Stashing vm_state: active {{(pid=62099) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1956.479693] env[62099]: DEBUG oslo_vmware.rw_handles [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Completed reading data from the image iterator. {{(pid=62099) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1956.479968] env[62099]: DEBUG oslo_vmware.rw_handles [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f28ec-bff6-830c-fb79-c226e69774e6/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1956.480985] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42d94c0-3e43-4b8b-b05a-d8255553b5ab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.487912] env[62099]: DEBUG oslo_vmware.rw_handles [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f28ec-bff6-830c-fb79-c226e69774e6/disk-0.vmdk is in state: ready. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1956.488092] env[62099]: DEBUG oslo_vmware.rw_handles [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f28ec-bff6-830c-fb79-c226e69774e6/disk-0.vmdk. {{(pid=62099) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1956.488338] env[62099]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9baf724f-9e8c-4b7c-9370-f71c2759c0fd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.861795] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.862106] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.101369] env[62099]: DEBUG oslo_vmware.rw_handles [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f28ec-bff6-830c-fb79-c226e69774e6/disk-0.vmdk. {{(pid=62099) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1957.101543] env[62099]: INFO nova.virt.vmwareapi.images [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Downloaded image file data 6805c138-32ab-4783-84ef-13face672b0d [ 1957.102488] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c902576-bb24-4244-b1ec-0468d3fdaa39 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.118989] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54c7200e-301c-4007-9e93-7dbdef5da2a6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.328269] env[62099]: INFO nova.virt.vmwareapi.images [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] The imported VM was unregistered [ 1957.330623] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Caching image {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1957.330866] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6805c138-32ab-4783-84ef-13face672b0d {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1957.331159] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32807edb-6052-4b4a-9b20-3b9c968ebc03 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.359254] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Created directory with path [datastore1] devstack-image-cache_base/6805c138-32ab-4783-84ef-13face672b0d {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1957.359586] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c02a61a4-ca64-4bc6-bfd0-753d9fa20107/OSTACK_IMG_c02a61a4-ca64-4bc6-bfd0-753d9fa20107.vmdk to [datastore1] devstack-image-cache_base/6805c138-32ab-4783-84ef-13face672b0d/6805c138-32ab-4783-84ef-13face672b0d.vmdk. {{(pid=62099) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1957.359656] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d19dab9c-3fb8-4a58-a908-d07f86015642 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.366612] env[62099]: INFO nova.compute.claims [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1957.371511] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1957.371511] env[62099]: value = "task-1897598" [ 1957.371511] env[62099]: _type = "Task" [ 1957.371511] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.379694] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897598, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.874532] env[62099]: INFO nova.compute.resource_tracker [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updating resource usage from migration 1338023f-a7ff-4737-bc71-87fc63885812 [ 1957.886264] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897598, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.930886] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea45dcf-303f-41e3-b635-dff14e92c12c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.938294] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdf3d0d-c1e0-47a0-aee0-c0306be611b3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.968486] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677325c2-5e3f-47dd-a745-bc476ae96a45 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.976245] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65450572-d439-4fe4-885a-f64bf11897a5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.989123] env[62099]: DEBUG nova.compute.provider_tree [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1958.388996] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897598, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.492498] env[62099]: DEBUG nova.scheduler.client.report [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1958.888165] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897598, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.997447] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.135s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.997668] env[62099]: INFO nova.compute.manager [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Migrating [ 1959.389662] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897598, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.512588] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.512862] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.512963] env[62099]: DEBUG nova.network.neutron [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1959.889064] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897598, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.230414] env[62099]: DEBUG nova.network.neutron [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updating instance_info_cache with network_info: [{"id": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "address": "fa:16:3e:da:fc:4a", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592e02f9-ba", "ovs_interfaceid": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.388698] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897598, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.733390] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.889977] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897598, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.313416} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.890307] env[62099]: INFO nova.virt.vmwareapi.ds_util [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c02a61a4-ca64-4bc6-bfd0-753d9fa20107/OSTACK_IMG_c02a61a4-ca64-4bc6-bfd0-753d9fa20107.vmdk to [datastore1] devstack-image-cache_base/6805c138-32ab-4783-84ef-13face672b0d/6805c138-32ab-4783-84ef-13face672b0d.vmdk. [ 1960.890499] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Cleaning up location [datastore1] OSTACK_IMG_c02a61a4-ca64-4bc6-bfd0-753d9fa20107 {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1960.890665] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c02a61a4-ca64-4bc6-bfd0-753d9fa20107 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1960.890914] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df189766-4130-49de-a91f-affa9395dbfe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.897321] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1960.897321] env[62099]: value = "task-1897599" [ 1960.897321] env[62099]: _type = "Task" [ 1960.897321] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.905399] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.408099] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031557} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.408099] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1961.408099] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6805c138-32ab-4783-84ef-13face672b0d/6805c138-32ab-4783-84ef-13face672b0d.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.408372] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6805c138-32ab-4783-84ef-13face672b0d/6805c138-32ab-4783-84ef-13face672b0d.vmdk to [datastore1] ae88cf1f-bb66-424f-aba6-4c1cab75790d/ae88cf1f-bb66-424f-aba6-4c1cab75790d.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1961.408530] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-594b192a-8bcb-480b-b986-0ad79ae98255 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.414878] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1961.414878] env[62099]: value = "task-1897600" [ 1961.414878] env[62099]: _type = "Task" [ 1961.414878] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.421798] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.925929] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897600, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.248172] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c726ac93-8008-410d-b556-70cca5e1d7fa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.267253] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1962.269051] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updating instance '028e8c79-66a7-431e-9743-f704a5c79c9e' progress to 0 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1962.425618] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897600, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.776367] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1962.776895] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c92a617c-892f-4dc8-a483-c25668e43da5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.784752] env[62099]: DEBUG oslo_vmware.api [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1962.784752] env[62099]: value = "task-1897601" [ 1962.784752] env[62099]: _type = "Task" [ 1962.784752] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.793500] env[62099]: DEBUG oslo_vmware.api [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.926438] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897600, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.296419] env[62099]: DEBUG oslo_vmware.api [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.428950] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897600, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.796061] env[62099]: DEBUG oslo_vmware.api [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897601, 'name': PowerOffVM_Task, 'duration_secs': 0.842553} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.796061] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1963.796061] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updating instance '028e8c79-66a7-431e-9743-f704a5c79c9e' progress to 17 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1963.929195] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897600, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.148532} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.929546] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6805c138-32ab-4783-84ef-13face672b0d/6805c138-32ab-4783-84ef-13face672b0d.vmdk to [datastore1] ae88cf1f-bb66-424f-aba6-4c1cab75790d/ae88cf1f-bb66-424f-aba6-4c1cab75790d.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1963.930181] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab04df11-13d5-4f86-9982-3a4b8a444e1b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.960147] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] ae88cf1f-bb66-424f-aba6-4c1cab75790d/ae88cf1f-bb66-424f-aba6-4c1cab75790d.vmdk or device None with type streamOptimized {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1963.960485] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ede9f74-3892-4e6e-aed5-7ce0f08f9091 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.991164] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1963.991164] env[62099]: value = "task-1897602" [ 1963.991164] env[62099]: _type = "Task" [ 1963.991164] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.002120] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.302338] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1964.302605] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1964.302840] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1964.302942] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1964.303121] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1964.303291] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1964.303499] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1964.303657] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1964.303823] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1964.304015] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1964.304180] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1964.309027] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2d32096-7f61-4d50-82b4-1b5aa35af6cc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.324507] env[62099]: DEBUG oslo_vmware.api [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1964.324507] env[62099]: value = "task-1897603" [ 1964.324507] env[62099]: _type = "Task" [ 1964.324507] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.332543] env[62099]: DEBUG oslo_vmware.api [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.501574] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897602, 'name': ReconfigVM_Task, 'duration_secs': 0.289485} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.501858] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Reconfigured VM instance instance-00000071 to attach disk [datastore1] ae88cf1f-bb66-424f-aba6-4c1cab75790d/ae88cf1f-bb66-424f-aba6-4c1cab75790d.vmdk or device None with type streamOptimized {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1964.502559] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e482d9a-04fa-4fe6-b51b-cd0148a4bb01 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.509113] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1964.509113] env[62099]: value = "task-1897604" [ 1964.509113] env[62099]: _type = "Task" [ 1964.509113] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.516603] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897604, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.833939] env[62099]: DEBUG oslo_vmware.api [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897603, 'name': ReconfigVM_Task, 'duration_secs': 0.276081} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.834244] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updating instance '028e8c79-66a7-431e-9743-f704a5c79c9e' progress to 33 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1965.019117] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897604, 'name': Rename_Task, 'duration_secs': 0.133091} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.019546] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1965.019822] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd508ab5-b14f-4ed2-9d45-e2f2334d08e9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.025859] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 1965.025859] env[62099]: value = "task-1897605" [ 1965.025859] env[62099]: _type = "Task" [ 1965.025859] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.033053] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.340476] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1965.340732] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1965.340914] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1965.341145] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1965.341447] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1965.341447] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1965.341645] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1965.341805] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1965.341971] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1965.342187] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1965.342410] env[62099]: DEBUG nova.virt.hardware [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1965.347827] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1965.348149] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-770f621d-f767-420d-982e-db3d67732047 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.369144] env[62099]: DEBUG oslo_vmware.api [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1965.369144] env[62099]: value = "task-1897606" [ 1965.369144] env[62099]: _type = "Task" [ 1965.369144] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.378856] env[62099]: DEBUG oslo_vmware.api [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.535104] env[62099]: DEBUG oslo_vmware.api [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897605, 'name': PowerOnVM_Task, 'duration_secs': 0.444574} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.535368] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1965.656479] env[62099]: DEBUG nova.compute.manager [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1965.657425] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e45dee-ee4e-45ce-85e9-5515c64eb171 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.878920] env[62099]: DEBUG oslo_vmware.api [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897606, 'name': ReconfigVM_Task, 'duration_secs': 0.161708} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.879061] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1965.879789] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4881d69-d51e-4cc0-a51e-52c5c649f6df {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.904056] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 028e8c79-66a7-431e-9743-f704a5c79c9e/028e8c79-66a7-431e-9743-f704a5c79c9e.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1965.904290] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04fa19d9-a942-449c-aa6e-7f67a0c1dfd6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.922064] env[62099]: DEBUG oslo_vmware.api [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1965.922064] env[62099]: value = "task-1897607" [ 1965.922064] env[62099]: _type = "Task" [ 1965.922064] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.929510] env[62099]: DEBUG oslo_vmware.api [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.174688] env[62099]: DEBUG oslo_concurrency.lockutils [None req-75a127ac-2cb0-472b-b585-2d4be3ca6ad3 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.516s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.432248] env[62099]: DEBUG oslo_vmware.api [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897607, 'name': ReconfigVM_Task, 'duration_secs': 0.268037} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.432503] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 028e8c79-66a7-431e-9743-f704a5c79c9e/028e8c79-66a7-431e-9743-f704a5c79c9e.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1966.432776] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updating instance '028e8c79-66a7-431e-9743-f704a5c79c9e' progress to 50 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1966.940037] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9f75bb-ac40-407a-a753-589f265da4f9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.958872] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245e90db-0bc9-4d5f-9de2-c573a762fd0c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.976110] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updating instance '028e8c79-66a7-431e-9743-f704a5c79c9e' progress to 67 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1967.515182] env[62099]: DEBUG nova.network.neutron [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Port 592e02f9-ba72-42ce-86d9-3deb12299d2e binding to destination host cpu-1 is already ACTIVE {{(pid=62099) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1968.539218] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "028e8c79-66a7-431e-9743-f704a5c79c9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.539574] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "028e8c79-66a7-431e-9743-f704a5c79c9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.539631] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "028e8c79-66a7-431e-9743-f704a5c79c9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.571902] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.572222] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.572323] env[62099]: DEBUG nova.network.neutron [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1970.290228] env[62099]: DEBUG nova.network.neutron [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updating instance_info_cache with network_info: [{"id": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "address": "fa:16:3e:da:fc:4a", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592e02f9-ba", "ovs_interfaceid": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.792922] env[62099]: DEBUG oslo_concurrency.lockutils [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.317009] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adac036-fea5-44cc-8aba-b4b0e1d2a014 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.335636] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102e3d4c-ff22-4eb9-9e4a-b12bd75a2d8a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.341984] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updating instance '028e8c79-66a7-431e-9743-f704a5c79c9e' progress to 83 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1971.848669] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1971.849042] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e80917c1-246f-4065-bacb-cd43919f2c3c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.856523] env[62099]: DEBUG oslo_vmware.api [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1971.856523] env[62099]: value = "task-1897608" [ 1971.856523] env[62099]: _type = "Task" [ 1971.856523] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.865751] env[62099]: DEBUG oslo_vmware.api [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.366743] env[62099]: DEBUG oslo_vmware.api [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897608, 'name': PowerOnVM_Task, 'duration_secs': 0.365911} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.366964] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1972.367136] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-c184da34-f17c-4c16-9826-a56e12572f8b tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updating instance '028e8c79-66a7-431e-9743-f704a5c79c9e' progress to 100 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1974.872678] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "028e8c79-66a7-431e-9743-f704a5c79c9e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.873077] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "028e8c79-66a7-431e-9743-f704a5c79c9e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.873186] env[62099]: DEBUG nova.compute.manager [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Going to confirm migration 5 {{(pid=62099) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1975.408439] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.408624] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.408797] env[62099]: DEBUG nova.network.neutron [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1975.408978] env[62099]: DEBUG nova.objects.instance [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lazy-loading 'info_cache' on Instance uuid 028e8c79-66a7-431e-9743-f704a5c79c9e {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1976.646126] env[62099]: DEBUG nova.network.neutron [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updating instance_info_cache with network_info: [{"id": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "address": "fa:16:3e:da:fc:4a", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592e02f9-ba", "ovs_interfaceid": "592e02f9-ba72-42ce-86d9-3deb12299d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.148696] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "refresh_cache-028e8c79-66a7-431e-9743-f704a5c79c9e" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.148968] env[62099]: DEBUG nova.objects.instance [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lazy-loading 'migration_context' on Instance uuid 028e8c79-66a7-431e-9743-f704a5c79c9e {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1977.653015] env[62099]: DEBUG nova.objects.base [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Object Instance<028e8c79-66a7-431e-9743-f704a5c79c9e> lazy-loaded attributes: info_cache,migration_context {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1977.654083] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0db7947-ad4e-4dde-ab5d-930399236ac0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.674678] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76c94320-db17-4a80-b57a-5c8cd95dfe8f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.679867] env[62099]: DEBUG oslo_vmware.api [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1977.679867] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52599478-6ab7-6ba9-95da-7933c2abf226" [ 1977.679867] env[62099]: _type = "Task" [ 1977.679867] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.687429] env[62099]: DEBUG oslo_vmware.api [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52599478-6ab7-6ba9-95da-7933c2abf226, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.190463] env[62099]: DEBUG oslo_vmware.api [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52599478-6ab7-6ba9-95da-7933c2abf226, 'name': SearchDatastore_Task, 'duration_secs': 0.008472} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.190740] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.190968] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.751456] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330200f0-aaf8-45ae-b126-0517e92831b4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.758773] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b371ce-99a1-4573-a194-ae86dd688f7c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.787375] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8f5810-f841-4ab3-afbf-3582a106af89 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.794120] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99d524b-8bb3-41cb-87f1-cd0dd83f91c7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.807865] env[62099]: DEBUG nova.compute.provider_tree [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1979.310693] env[62099]: DEBUG nova.scheduler.client.report [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1980.321271] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.130s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.878530] env[62099]: INFO nova.scheduler.client.report [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Deleted allocation for migration 1338023f-a7ff-4737-bc71-87fc63885812 [ 1981.384190] env[62099]: DEBUG oslo_concurrency.lockutils [None req-ba4d56ff-7525-4471-8818-27c1f3cdd5e4 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "028e8c79-66a7-431e-9743-f704a5c79c9e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.511s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.820924] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "028e8c79-66a7-431e-9743-f704a5c79c9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.821229] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "028e8c79-66a7-431e-9743-f704a5c79c9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.821453] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "028e8c79-66a7-431e-9743-f704a5c79c9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.821640] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "028e8c79-66a7-431e-9743-f704a5c79c9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.821818] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "028e8c79-66a7-431e-9743-f704a5c79c9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.823982] env[62099]: INFO nova.compute.manager [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Terminating instance [ 1982.328016] env[62099]: DEBUG nova.compute.manager [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1982.328277] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1982.329194] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c09bb4c-64b1-4f77-acad-5f3be328d536 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.337266] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1982.337504] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6edd2fb9-0935-44d5-8125-6c95c9236d2f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.343609] env[62099]: DEBUG oslo_vmware.api [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1982.343609] env[62099]: value = "task-1897609" [ 1982.343609] env[62099]: _type = "Task" [ 1982.343609] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.351023] env[62099]: DEBUG oslo_vmware.api [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.853548] env[62099]: DEBUG oslo_vmware.api [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897609, 'name': PowerOffVM_Task, 'duration_secs': 0.205641} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.854012] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1982.854058] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1982.854298] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e692614f-d9ba-4dc3-9727-507864ce33bb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.839533] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1988.839901] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1988.839901] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Deleting the datastore file [datastore1] 028e8c79-66a7-431e-9743-f704a5c79c9e {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1988.840211] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78f9b2d0-70da-4ae7-8668-4053e69476d7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.847357] env[62099]: DEBUG oslo_vmware.api [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 1988.847357] env[62099]: value = "task-1897611" [ 1988.847357] env[62099]: _type = "Task" [ 1988.847357] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.857493] env[62099]: DEBUG oslo_vmware.api [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.361517] env[62099]: DEBUG oslo_vmware.api [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135844} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.361915] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1989.362230] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1989.362548] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1989.362831] env[62099]: INFO nova.compute.manager [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Took 7.03 seconds to destroy the instance on the hypervisor. [ 1989.363220] env[62099]: DEBUG oslo.service.loopingcall [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1989.363512] env[62099]: DEBUG nova.compute.manager [-] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1989.363662] env[62099]: DEBUG nova.network.neutron [-] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1989.809291] env[62099]: DEBUG nova.compute.manager [req-58ee579a-5cbc-4a2c-b63b-8983314ac1eb req-0a6aa4f4-70d5-46db-8e72-5e82b7671f2f service nova] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Received event network-vif-deleted-592e02f9-ba72-42ce-86d9-3deb12299d2e {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1989.809496] env[62099]: INFO nova.compute.manager [req-58ee579a-5cbc-4a2c-b63b-8983314ac1eb req-0a6aa4f4-70d5-46db-8e72-5e82b7671f2f service nova] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Neutron deleted interface 592e02f9-ba72-42ce-86d9-3deb12299d2e; detaching it from the instance and deleting it from the info cache [ 1989.809670] env[62099]: DEBUG nova.network.neutron [req-58ee579a-5cbc-4a2c-b63b-8983314ac1eb req-0a6aa4f4-70d5-46db-8e72-5e82b7671f2f service nova] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.284625] env[62099]: DEBUG nova.network.neutron [-] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.312762] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1498c41b-c087-4aa8-8300-916391c64bd4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.322521] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340fa2c8-11df-4548-a785-e5240a6ff624 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.347388] env[62099]: DEBUG nova.compute.manager [req-58ee579a-5cbc-4a2c-b63b-8983314ac1eb req-0a6aa4f4-70d5-46db-8e72-5e82b7671f2f service nova] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Detach interface failed, port_id=592e02f9-ba72-42ce-86d9-3deb12299d2e, reason: Instance 028e8c79-66a7-431e-9743-f704a5c79c9e could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1990.787285] env[62099]: INFO nova.compute.manager [-] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Took 1.42 seconds to deallocate network for instance. [ 1990.978103] env[62099]: DEBUG oslo_concurrency.lockutils [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "0be27678-935f-47ab-b58a-4138cf2f813b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.978436] env[62099]: DEBUG oslo_concurrency.lockutils [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "0be27678-935f-47ab-b58a-4138cf2f813b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.294100] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.294393] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.294582] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.317728] env[62099]: INFO nova.scheduler.client.report [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Deleted allocations for instance 028e8c79-66a7-431e-9743-f704a5c79c9e [ 1991.481191] env[62099]: DEBUG nova.compute.utils [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1991.825420] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4ad9fee5-cc2b-4c5d-a69e-1a0148a9da88 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "028e8c79-66a7-431e-9743-f704a5c79c9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.004s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.984453] env[62099]: DEBUG oslo_concurrency.lockutils [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "0be27678-935f-47ab-b58a-4138cf2f813b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.044656] env[62099]: DEBUG oslo_concurrency.lockutils [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "0be27678-935f-47ab-b58a-4138cf2f813b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.045021] env[62099]: DEBUG oslo_concurrency.lockutils [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "0be27678-935f-47ab-b58a-4138cf2f813b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.045267] env[62099]: INFO nova.compute.manager [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Attaching volume 0456d733-0218-433e-84cc-dfd0ed5e4748 to /dev/sdb [ 1993.076325] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ed8e1d-c5a7-428a-a201-3a65928347c0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.084324] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531ae66d-cde7-4772-81b2-7f8ff4f5251b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.097511] env[62099]: DEBUG nova.virt.block_device [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Updating existing volume attachment record: 5e948dbe-5686-4ec5-bdcc-360ecefd777f {{(pid=62099) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1993.315361] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "c4378a91-1ce6-42ff-b519-35040dedc2f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.315662] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "c4378a91-1ce6-42ff-b519-35040dedc2f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.818406] env[62099]: DEBUG nova.compute.manager [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1994.343659] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.343659] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.343659] env[62099]: INFO nova.compute.claims [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1995.403525] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500572c1-380c-446b-a80a-57ac92c7e452 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.411213] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d756b61-ced4-4880-9871-f27bee3d6c8f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.444378] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362fb889-0a6d-4a17-b48d-9855e593c7c8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.451907] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8249d326-84e0-469d-a30d-aab04ca70dc6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.464872] env[62099]: DEBUG nova.compute.provider_tree [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1995.968096] env[62099]: DEBUG nova.scheduler.client.report [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1996.473519] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.474150] env[62099]: DEBUG nova.compute.manager [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1996.979250] env[62099]: DEBUG nova.compute.utils [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1996.980682] env[62099]: DEBUG nova.compute.manager [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1996.980878] env[62099]: DEBUG nova.network.neutron [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1997.027363] env[62099]: DEBUG nova.policy [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '754c02643fa9491699dcaa369711e879', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '257c378ee45d4dfc96a749c98de5a8f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 1997.265652] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1997.265888] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1997.278355] env[62099]: DEBUG nova.network.neutron [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Successfully created port: b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1997.485095] env[62099]: DEBUG nova.compute.manager [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1997.638546] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Volume attach. Driver type: vmdk {{(pid=62099) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1997.638847] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391813', 'volume_id': '0456d733-0218-433e-84cc-dfd0ed5e4748', 'name': 'volume-0456d733-0218-433e-84cc-dfd0ed5e4748', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0be27678-935f-47ab-b58a-4138cf2f813b', 'attached_at': '', 'detached_at': '', 'volume_id': '0456d733-0218-433e-84cc-dfd0ed5e4748', 'serial': '0456d733-0218-433e-84cc-dfd0ed5e4748'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1997.639765] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa9c141-d949-42d1-8edb-4fcb85d7dd63 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.656056] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842d9aec-fa8c-40bd-8d21-3028d0b6fbbf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.681009] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-0456d733-0218-433e-84cc-dfd0ed5e4748/volume-0456d733-0218-433e-84cc-dfd0ed5e4748.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1997.681255] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de25d7ee-a9c8-412b-b3a1-2b1745a2a563 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.697857] env[62099]: DEBUG oslo_vmware.api [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1997.697857] env[62099]: value = "task-1897614" [ 1997.697857] env[62099]: _type = "Task" [ 1997.697857] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.705316] env[62099]: DEBUG oslo_vmware.api [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.207840] env[62099]: DEBUG oslo_vmware.api [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897614, 'name': ReconfigVM_Task, 'duration_secs': 0.36653} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.208146] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-0456d733-0218-433e-84cc-dfd0ed5e4748/volume-0456d733-0218-433e-84cc-dfd0ed5e4748.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1998.213585] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e6ca181-82d0-47b8-8462-abe1e58aaeac {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.228561] env[62099]: DEBUG oslo_vmware.api [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 1998.228561] env[62099]: value = "task-1897615" [ 1998.228561] env[62099]: _type = "Task" [ 1998.228561] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.236560] env[62099]: DEBUG oslo_vmware.api [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.496953] env[62099]: DEBUG nova.compute.manager [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1998.521652] env[62099]: DEBUG nova.virt.hardware [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1998.521918] env[62099]: DEBUG nova.virt.hardware [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1998.522093] env[62099]: DEBUG nova.virt.hardware [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1998.522286] env[62099]: DEBUG nova.virt.hardware [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1998.522435] env[62099]: DEBUG nova.virt.hardware [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1998.522584] env[62099]: DEBUG nova.virt.hardware [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1998.522846] env[62099]: DEBUG nova.virt.hardware [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1998.523024] env[62099]: DEBUG nova.virt.hardware [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1998.523205] env[62099]: DEBUG nova.virt.hardware [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1998.523371] env[62099]: DEBUG nova.virt.hardware [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1998.523546] env[62099]: DEBUG nova.virt.hardware [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1998.524439] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d640de-7644-4c90-a0b0-351de310a59c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.532393] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e94830-b8a3-424a-b823-0f644b72f46e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.665800] env[62099]: DEBUG nova.compute.manager [req-14422530-2e76-447b-8728-30f030edc835 req-46f06167-f18a-4247-a1e6-cd0e5ed70f2f service nova] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Received event network-vif-plugged-b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1998.666055] env[62099]: DEBUG oslo_concurrency.lockutils [req-14422530-2e76-447b-8728-30f030edc835 req-46f06167-f18a-4247-a1e6-cd0e5ed70f2f service nova] Acquiring lock "c4378a91-1ce6-42ff-b519-35040dedc2f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.666269] env[62099]: DEBUG oslo_concurrency.lockutils [req-14422530-2e76-447b-8728-30f030edc835 req-46f06167-f18a-4247-a1e6-cd0e5ed70f2f service nova] Lock "c4378a91-1ce6-42ff-b519-35040dedc2f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.666440] env[62099]: DEBUG oslo_concurrency.lockutils [req-14422530-2e76-447b-8728-30f030edc835 req-46f06167-f18a-4247-a1e6-cd0e5ed70f2f service nova] Lock "c4378a91-1ce6-42ff-b519-35040dedc2f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.666609] env[62099]: DEBUG nova.compute.manager [req-14422530-2e76-447b-8728-30f030edc835 req-46f06167-f18a-4247-a1e6-cd0e5ed70f2f service nova] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] No waiting events found dispatching network-vif-plugged-b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1998.666774] env[62099]: WARNING nova.compute.manager [req-14422530-2e76-447b-8728-30f030edc835 req-46f06167-f18a-4247-a1e6-cd0e5ed70f2f service nova] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Received unexpected event network-vif-plugged-b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06 for instance with vm_state building and task_state spawning. [ 1998.739010] env[62099]: DEBUG oslo_vmware.api [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897615, 'name': ReconfigVM_Task, 'duration_secs': 0.136931} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.739323] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391813', 'volume_id': '0456d733-0218-433e-84cc-dfd0ed5e4748', 'name': 'volume-0456d733-0218-433e-84cc-dfd0ed5e4748', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0be27678-935f-47ab-b58a-4138cf2f813b', 'attached_at': '', 'detached_at': '', 'volume_id': '0456d733-0218-433e-84cc-dfd0ed5e4748', 'serial': '0456d733-0218-433e-84cc-dfd0ed5e4748'} {{(pid=62099) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1998.752092] env[62099]: DEBUG nova.network.neutron [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Successfully updated port: b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1999.254531] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.254684] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.254815] env[62099]: DEBUG nova.network.neutron [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1999.264914] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1999.265162] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1999.775832] env[62099]: DEBUG nova.objects.instance [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lazy-loading 'flavor' on Instance uuid 0be27678-935f-47ab-b58a-4138cf2f813b {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1999.787876] env[62099]: DEBUG nova.network.neutron [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1999.913342] env[62099]: DEBUG nova.network.neutron [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating instance_info_cache with network_info: [{"id": "b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06", "address": "fa:16:3e:07:ad:84", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a450b9-89", "ovs_interfaceid": "b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.280134] env[62099]: DEBUG oslo_concurrency.lockutils [None req-844ef73b-9d8f-4976-812b-9f201019fa6e tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "0be27678-935f-47ab-b58a-4138cf2f813b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.300947] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.301115] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquired lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.301262] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Forcefully refreshing network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2000.416087] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.416432] env[62099]: DEBUG nova.compute.manager [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Instance network_info: |[{"id": "b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06", "address": "fa:16:3e:07:ad:84", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a450b9-89", "ovs_interfaceid": "b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2000.416846] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:ad:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2000.424739] env[62099]: DEBUG oslo.service.loopingcall [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2000.424962] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2000.425204] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efd52e1e-9fc3-45be-8cbe-e9992ed99255 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.444193] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2000.444193] env[62099]: value = "task-1897616" [ 2000.444193] env[62099]: _type = "Task" [ 2000.444193] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.454552] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897616, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.474095] env[62099]: DEBUG oslo_concurrency.lockutils [None req-95df8e2f-01ec-458d-9dae-c621a6573f70 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "0be27678-935f-47ab-b58a-4138cf2f813b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.474343] env[62099]: DEBUG oslo_concurrency.lockutils [None req-95df8e2f-01ec-458d-9dae-c621a6573f70 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "0be27678-935f-47ab-b58a-4138cf2f813b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.690647] env[62099]: DEBUG nova.compute.manager [req-264d3930-2a08-4054-8550-e2ea793797eb req-c3fbbc65-81d1-4147-9257-76eff4233562 service nova] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Received event network-changed-b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2000.690863] env[62099]: DEBUG nova.compute.manager [req-264d3930-2a08-4054-8550-e2ea793797eb req-c3fbbc65-81d1-4147-9257-76eff4233562 service nova] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Refreshing instance network info cache due to event network-changed-b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2000.691093] env[62099]: DEBUG oslo_concurrency.lockutils [req-264d3930-2a08-4054-8550-e2ea793797eb req-c3fbbc65-81d1-4147-9257-76eff4233562 service nova] Acquiring lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.691241] env[62099]: DEBUG oslo_concurrency.lockutils [req-264d3930-2a08-4054-8550-e2ea793797eb req-c3fbbc65-81d1-4147-9257-76eff4233562 service nova] Acquired lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.691400] env[62099]: DEBUG nova.network.neutron [req-264d3930-2a08-4054-8550-e2ea793797eb req-c3fbbc65-81d1-4147-9257-76eff4233562 service nova] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Refreshing network info cache for port b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2000.954861] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897616, 'name': CreateVM_Task} progress is 99%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.977287] env[62099]: INFO nova.compute.manager [None req-95df8e2f-01ec-458d-9dae-c621a6573f70 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Detaching volume 0456d733-0218-433e-84cc-dfd0ed5e4748 [ 2001.103617] env[62099]: INFO nova.virt.block_device [None req-95df8e2f-01ec-458d-9dae-c621a6573f70 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Attempting to driver detach volume 0456d733-0218-433e-84cc-dfd0ed5e4748 from mountpoint /dev/sdb [ 2001.103864] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-95df8e2f-01ec-458d-9dae-c621a6573f70 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Volume detach. Driver type: vmdk {{(pid=62099) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2001.104074] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-95df8e2f-01ec-458d-9dae-c621a6573f70 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391813', 'volume_id': '0456d733-0218-433e-84cc-dfd0ed5e4748', 'name': 'volume-0456d733-0218-433e-84cc-dfd0ed5e4748', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0be27678-935f-47ab-b58a-4138cf2f813b', 'attached_at': '', 'detached_at': '', 'volume_id': '0456d733-0218-433e-84cc-dfd0ed5e4748', 'serial': '0456d733-0218-433e-84cc-dfd0ed5e4748'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2001.105310] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc89653-1949-4756-ad17-3dfe489b35b0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.126454] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3f5e5e-dc4b-44ff-b5de-7cd6ba7f1790 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.133286] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690f051d-746b-45d1-aee4-1cb732c63b5a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.155632] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fe0fb7-2e15-425a-b9a9-93adba9b9538 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.173368] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-95df8e2f-01ec-458d-9dae-c621a6573f70 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] The volume has not been displaced from its original location: [datastore1] volume-0456d733-0218-433e-84cc-dfd0ed5e4748/volume-0456d733-0218-433e-84cc-dfd0ed5e4748.vmdk. No consolidation needed. {{(pid=62099) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2001.178725] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-95df8e2f-01ec-458d-9dae-c621a6573f70 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2001.179794] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.180117] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.180353] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.180550] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.180731] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.182155] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-652871a3-eed6-40e1-bed8-e76aac190abc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.196023] env[62099]: INFO nova.compute.manager [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Terminating instance [ 2001.205813] env[62099]: DEBUG oslo_vmware.api [None req-95df8e2f-01ec-458d-9dae-c621a6573f70 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 2001.205813] env[62099]: value = "task-1897617" [ 2001.205813] env[62099]: _type = "Task" [ 2001.205813] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.215413] env[62099]: DEBUG oslo_vmware.api [None req-95df8e2f-01ec-458d-9dae-c621a6573f70 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.453971] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897616, 'name': CreateVM_Task, 'duration_secs': 0.740256} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.454196] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2001.454880] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.455076] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.455409] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2001.455658] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f547b752-b8d7-45c4-a6bf-5ec4c1897949 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.460481] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2001.460481] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52893707-6e67-3de1-ee6e-8738395f1d9c" [ 2001.460481] env[62099]: _type = "Task" [ 2001.460481] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.467644] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52893707-6e67-3de1-ee6e-8738395f1d9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.556967] env[62099]: DEBUG nova.network.neutron [req-264d3930-2a08-4054-8550-e2ea793797eb req-c3fbbc65-81d1-4147-9257-76eff4233562 service nova] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updated VIF entry in instance network info cache for port b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2001.557354] env[62099]: DEBUG nova.network.neutron [req-264d3930-2a08-4054-8550-e2ea793797eb req-c3fbbc65-81d1-4147-9257-76eff4233562 service nova] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating instance_info_cache with network_info: [{"id": "b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06", "address": "fa:16:3e:07:ad:84", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a450b9-89", "ovs_interfaceid": "b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.626293] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Updating instance_info_cache with network_info: [{"id": "f93592f9-a13c-49b5-ae0f-12e6a8ce271e", "address": "fa:16:3e:9c:91:ad", "network": {"id": "eced2df3-cde6-42a5-adc0-b55fb605aa5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-166005586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01b60258959d4842b0584919da5c2cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93592f9-a1", "ovs_interfaceid": "f93592f9-a13c-49b5-ae0f-12e6a8ce271e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.701445] env[62099]: DEBUG nova.compute.manager [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2001.701665] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2001.702520] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd5b708-dce9-4fe1-ba66-57451779aa85 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.711484] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2001.711952] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bac58ddd-9af4-4a8e-a38b-bd05ab9a3a53 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.716163] env[62099]: DEBUG oslo_vmware.api [None req-95df8e2f-01ec-458d-9dae-c621a6573f70 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897617, 'name': ReconfigVM_Task, 'duration_secs': 0.202841} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.716405] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-95df8e2f-01ec-458d-9dae-c621a6573f70 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2001.721776] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4829b676-74f4-4fd1-ab8d-96c44e8f16db {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.731202] env[62099]: DEBUG oslo_vmware.api [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 2001.731202] env[62099]: value = "task-1897618" [ 2001.731202] env[62099]: _type = "Task" [ 2001.731202] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.736801] env[62099]: DEBUG oslo_vmware.api [None req-95df8e2f-01ec-458d-9dae-c621a6573f70 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 2001.736801] env[62099]: value = "task-1897619" [ 2001.736801] env[62099]: _type = "Task" [ 2001.736801] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.742666] env[62099]: DEBUG oslo_vmware.api [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.747157] env[62099]: DEBUG oslo_vmware.api [None req-95df8e2f-01ec-458d-9dae-c621a6573f70 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.971055] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52893707-6e67-3de1-ee6e-8738395f1d9c, 'name': SearchDatastore_Task, 'duration_secs': 0.009275} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.971418] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.971535] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2001.971770] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.971919] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.972111] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2001.972367] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39082eca-16cc-401b-bfa1-87f7e337248c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.980010] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2001.980197] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2001.980874] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e0457a-2df1-48a5-9948-369dfa4196d9 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.985592] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2001.985592] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]520544b0-57a5-888c-5398-dd1c3bdedb17" [ 2001.985592] env[62099]: _type = "Task" [ 2001.985592] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.992312] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520544b0-57a5-888c-5398-dd1c3bdedb17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.060009] env[62099]: DEBUG oslo_concurrency.lockutils [req-264d3930-2a08-4054-8550-e2ea793797eb req-c3fbbc65-81d1-4147-9257-76eff4233562 service nova] Releasing lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.129053] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Releasing lock "refresh_cache-ae88cf1f-bb66-424f-aba6-4c1cab75790d" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.129230] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Updated the network info_cache for instance {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2002.129474] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.129681] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.241261] env[62099]: DEBUG oslo_vmware.api [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897618, 'name': PowerOffVM_Task, 'duration_secs': 0.168528} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.244144] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2002.244326] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2002.244576] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c69967a1-f8d9-499c-be16-a9b14762408d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.250725] env[62099]: DEBUG oslo_vmware.api [None req-95df8e2f-01ec-458d-9dae-c621a6573f70 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897619, 'name': ReconfigVM_Task, 'duration_secs': 0.133298} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.250999] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-95df8e2f-01ec-458d-9dae-c621a6573f70 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-391813', 'volume_id': '0456d733-0218-433e-84cc-dfd0ed5e4748', 'name': 'volume-0456d733-0218-433e-84cc-dfd0ed5e4748', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0be27678-935f-47ab-b58a-4138cf2f813b', 'attached_at': '', 'detached_at': '', 'volume_id': '0456d733-0218-433e-84cc-dfd0ed5e4748', 'serial': '0456d733-0218-433e-84cc-dfd0ed5e4748'} {{(pid=62099) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2002.336811] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2002.337055] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2002.337226] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Deleting the datastore file [datastore1] ae88cf1f-bb66-424f-aba6-4c1cab75790d {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2002.337495] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf4e9283-333d-44c5-92fd-bbbae1750a41 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.348433] env[62099]: DEBUG oslo_vmware.api [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for the task: (returnval){ [ 2002.348433] env[62099]: value = "task-1897621" [ 2002.348433] env[62099]: _type = "Task" [ 2002.348433] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.356139] env[62099]: DEBUG oslo_vmware.api [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.495867] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520544b0-57a5-888c-5398-dd1c3bdedb17, 'name': SearchDatastore_Task, 'duration_secs': 0.008906} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.496620] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19cae82c-e41c-4cfb-a2e6-aa872ed923e5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.501478] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2002.501478] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]522f7e2c-cc43-4bf7-98be-2d3898155361" [ 2002.501478] env[62099]: _type = "Task" [ 2002.501478] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.509158] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522f7e2c-cc43-4bf7-98be-2d3898155361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.632431] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.632660] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.632874] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.633043] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2002.633890] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26194fb-c055-4fa9-bfb2-e0a6cf1fd120 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.641662] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57414db3-4632-4070-bb1e-a9a33cf9e24f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.656943] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba85adc-9633-4f6d-a023-ce65a4153cf8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.663161] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5854ce6e-3977-4607-9582-21bbd38bad87 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.692401] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181029MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2002.692535] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.692726] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.794338] env[62099]: DEBUG nova.objects.instance [None req-95df8e2f-01ec-458d-9dae-c621a6573f70 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lazy-loading 'flavor' on Instance uuid 0be27678-935f-47ab-b58a-4138cf2f813b {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2002.857690] env[62099]: DEBUG oslo_vmware.api [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Task: {'id': task-1897621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122726} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.857934] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2002.858133] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2002.858318] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2002.858491] env[62099]: INFO nova.compute.manager [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2002.858726] env[62099]: DEBUG oslo.service.loopingcall [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2002.858913] env[62099]: DEBUG nova.compute.manager [-] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2002.859017] env[62099]: DEBUG nova.network.neutron [-] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2003.011712] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]522f7e2c-cc43-4bf7-98be-2d3898155361, 'name': SearchDatastore_Task, 'duration_secs': 0.008347} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.012085] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.012242] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] c4378a91-1ce6-42ff-b519-35040dedc2f0/c4378a91-1ce6-42ff-b519-35040dedc2f0.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2003.012500] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f17ef761-f7ce-4211-a6b4-1d463061e1d7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.023947] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2003.023947] env[62099]: value = "task-1897622" [ 2003.023947] env[62099]: _type = "Task" [ 2003.023947] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.031123] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.515419] env[62099]: DEBUG nova.compute.manager [req-c0940a0c-32a1-464a-9192-e19524e0e3a1 req-2ca31647-c1c9-4be3-b05f-81b95eb238be service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Received event network-vif-deleted-f93592f9-a13c-49b5-ae0f-12e6a8ce271e {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2003.515419] env[62099]: INFO nova.compute.manager [req-c0940a0c-32a1-464a-9192-e19524e0e3a1 req-2ca31647-c1c9-4be3-b05f-81b95eb238be service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Neutron deleted interface f93592f9-a13c-49b5-ae0f-12e6a8ce271e; detaching it from the instance and deleting it from the info cache [ 2003.515419] env[62099]: DEBUG nova.network.neutron [req-c0940a0c-32a1-464a-9192-e19524e0e3a1 req-2ca31647-c1c9-4be3-b05f-81b95eb238be service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2003.534690] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468138} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.534947] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] c4378a91-1ce6-42ff-b519-35040dedc2f0/c4378a91-1ce6-42ff-b519-35040dedc2f0.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2003.535178] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2003.535427] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2992b2d2-47ca-47c8-aeab-36ba79515b2d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.542093] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2003.542093] env[62099]: value = "task-1897623" [ 2003.542093] env[62099]: _type = "Task" [ 2003.542093] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.550655] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.724501] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 0be27678-935f-47ab-b58a-4138cf2f813b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2003.724663] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance ae88cf1f-bb66-424f-aba6-4c1cab75790d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2003.724788] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance c4378a91-1ce6-42ff-b519-35040dedc2f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2003.724973] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2003.725134] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2003.771649] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9222acf6-f645-4387-97b3-c8dfca393372 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.779257] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24395211-098a-491e-9420-60898304264c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.809415] env[62099]: DEBUG oslo_concurrency.lockutils [None req-95df8e2f-01ec-458d-9dae-c621a6573f70 tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "0be27678-935f-47ab-b58a-4138cf2f813b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.335s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.810921] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ed49f1-e628-4749-ba51-20702192a9d3 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.818295] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56abc773-c1f5-4b1d-b2e4-b7116a7130bb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.831186] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2003.993287] env[62099]: DEBUG nova.network.neutron [-] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.018134] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0a8412f-670c-47f2-8112-ea856350e10b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.027767] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d790065b-fb1f-4c7e-8f29-a5df1ededf8f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.049899] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065855} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.055281] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2004.055658] env[62099]: DEBUG nova.compute.manager [req-c0940a0c-32a1-464a-9192-e19524e0e3a1 req-2ca31647-c1c9-4be3-b05f-81b95eb238be service nova] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Detach interface failed, port_id=f93592f9-a13c-49b5-ae0f-12e6a8ce271e, reason: Instance ae88cf1f-bb66-424f-aba6-4c1cab75790d could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2004.056478] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d58d7f1-8757-4e3e-9bc5-958098b462eb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.081262] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] c4378a91-1ce6-42ff-b519-35040dedc2f0/c4378a91-1ce6-42ff-b519-35040dedc2f0.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2004.081566] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f46b92e8-914a-47b6-b38a-4f8227477ed0 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.100777] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2004.100777] env[62099]: value = "task-1897624" [ 2004.100777] env[62099]: _type = "Task" [ 2004.100777] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.108510] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.334364] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2004.496109] env[62099]: INFO nova.compute.manager [-] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Took 1.64 seconds to deallocate network for instance. [ 2004.610817] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897624, 'name': ReconfigVM_Task, 'duration_secs': 0.329992} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.611186] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Reconfigured VM instance instance-00000074 to attach disk [datastore1] c4378a91-1ce6-42ff-b519-35040dedc2f0/c4378a91-1ce6-42ff-b519-35040dedc2f0.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2004.611813] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35fbe780-0a91-4302-bb1a-844ea402425d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.618247] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2004.618247] env[62099]: value = "task-1897625" [ 2004.618247] env[62099]: _type = "Task" [ 2004.618247] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.625732] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897625, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.776998] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "0be27678-935f-47ab-b58a-4138cf2f813b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.777330] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "0be27678-935f-47ab-b58a-4138cf2f813b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.777547] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "0be27678-935f-47ab-b58a-4138cf2f813b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.777732] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "0be27678-935f-47ab-b58a-4138cf2f813b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.777903] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "0be27678-935f-47ab-b58a-4138cf2f813b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.780106] env[62099]: INFO nova.compute.manager [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Terminating instance [ 2004.838894] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2004.839098] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.146s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.839308] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.002107] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.002399] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.002624] env[62099]: DEBUG nova.objects.instance [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lazy-loading 'resources' on Instance uuid ae88cf1f-bb66-424f-aba6-4c1cab75790d {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2005.127408] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897625, 'name': Rename_Task, 'duration_secs': 0.149211} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.127788] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2005.127886] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd342519-e32f-444e-93ef-09620b542321 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.133822] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2005.133822] env[62099]: value = "task-1897626" [ 2005.133822] env[62099]: _type = "Task" [ 2005.133822] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.140991] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.283704] env[62099]: DEBUG nova.compute.manager [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2005.283977] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2005.284922] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac87d038-dd40-407a-b62a-8518de819177 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.292385] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2005.292613] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9c49440-4689-4c2f-943b-56e1c7bbeb40 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.298390] env[62099]: DEBUG oslo_vmware.api [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 2005.298390] env[62099]: value = "task-1897627" [ 2005.298390] env[62099]: _type = "Task" [ 2005.298390] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.306867] env[62099]: DEBUG oslo_vmware.api [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.476216] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.558708] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db37754-ff9e-414a-aaee-f8e4e0e92dbd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.568134] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe62287-bb42-4114-9006-5063c85287aa {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.598460] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92065c5-897e-413d-9572-043e540845ef {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.606710] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0b485c-fdb4-4f25-812e-725fd86915b7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.619953] env[62099]: DEBUG nova.compute.provider_tree [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2005.642830] env[62099]: DEBUG oslo_vmware.api [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897626, 'name': PowerOnVM_Task, 'duration_secs': 0.472158} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.643189] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2005.643403] env[62099]: INFO nova.compute.manager [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Took 7.15 seconds to spawn the instance on the hypervisor. [ 2005.643583] env[62099]: DEBUG nova.compute.manager [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2005.644358] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be8e2ec-e9d6-407a-bcd4-2cc45af112a7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.808131] env[62099]: DEBUG oslo_vmware.api [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897627, 'name': PowerOffVM_Task, 'duration_secs': 0.176071} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.808351] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2005.808521] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2005.808761] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e70165a-a14e-4821-96dd-099fd13e62c6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.887396] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2005.887618] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2005.887802] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Deleting the datastore file [datastore1] 0be27678-935f-47ab-b58a-4138cf2f813b {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2005.888213] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e04ea63-1130-42f5-8a25-3e69ec864796 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.894139] env[62099]: DEBUG oslo_vmware.api [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for the task: (returnval){ [ 2005.894139] env[62099]: value = "task-1897629" [ 2005.894139] env[62099]: _type = "Task" [ 2005.894139] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.902050] env[62099]: DEBUG oslo_vmware.api [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.123095] env[62099]: DEBUG nova.scheduler.client.report [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2006.163090] env[62099]: INFO nova.compute.manager [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Took 11.84 seconds to build instance. [ 2006.265282] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2006.406672] env[62099]: DEBUG oslo_vmware.api [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Task: {'id': task-1897629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124461} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.408434] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2006.408712] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2006.408973] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2006.409245] env[62099]: INFO nova.compute.manager [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2006.409575] env[62099]: DEBUG oslo.service.loopingcall [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2006.411026] env[62099]: DEBUG nova.compute.manager [req-e593f05e-b3b0-4fb5-a6de-04640f4f324c req-34ba8216-2de7-4918-9c89-f5be863d7de2 service nova] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Received event network-changed-b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2006.411283] env[62099]: DEBUG nova.compute.manager [req-e593f05e-b3b0-4fb5-a6de-04640f4f324c req-34ba8216-2de7-4918-9c89-f5be863d7de2 service nova] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Refreshing instance network info cache due to event network-changed-b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2006.411576] env[62099]: DEBUG oslo_concurrency.lockutils [req-e593f05e-b3b0-4fb5-a6de-04640f4f324c req-34ba8216-2de7-4918-9c89-f5be863d7de2 service nova] Acquiring lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.411784] env[62099]: DEBUG oslo_concurrency.lockutils [req-e593f05e-b3b0-4fb5-a6de-04640f4f324c req-34ba8216-2de7-4918-9c89-f5be863d7de2 service nova] Acquired lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.412037] env[62099]: DEBUG nova.network.neutron [req-e593f05e-b3b0-4fb5-a6de-04640f4f324c req-34ba8216-2de7-4918-9c89-f5be863d7de2 service nova] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Refreshing network info cache for port b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2006.413679] env[62099]: DEBUG nova.compute.manager [-] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2006.413824] env[62099]: DEBUG nova.network.neutron [-] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2006.628522] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.649315] env[62099]: INFO nova.scheduler.client.report [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Deleted allocations for instance ae88cf1f-bb66-424f-aba6-4c1cab75790d [ 2006.665082] env[62099]: DEBUG oslo_concurrency.lockutils [None req-5619fba1-affe-4f0e-b066-c12d80b0f043 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "c4378a91-1ce6-42ff-b519-35040dedc2f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.349s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.887284] env[62099]: DEBUG nova.compute.manager [req-3d96b299-8d8f-425a-b1c6-40ce1b3f4618 req-ee9d88b6-53a2-4287-aadd-2d27ad03f6f4 service nova] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Received event network-vif-deleted-25ff3cc3-4f0b-42bb-a7b6-c4784718f561 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2006.887339] env[62099]: INFO nova.compute.manager [req-3d96b299-8d8f-425a-b1c6-40ce1b3f4618 req-ee9d88b6-53a2-4287-aadd-2d27ad03f6f4 service nova] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Neutron deleted interface 25ff3cc3-4f0b-42bb-a7b6-c4784718f561; detaching it from the instance and deleting it from the info cache [ 2006.887486] env[62099]: DEBUG nova.network.neutron [req-3d96b299-8d8f-425a-b1c6-40ce1b3f4618 req-ee9d88b6-53a2-4287-aadd-2d27ad03f6f4 service nova] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.134046] env[62099]: DEBUG nova.network.neutron [req-e593f05e-b3b0-4fb5-a6de-04640f4f324c req-34ba8216-2de7-4918-9c89-f5be863d7de2 service nova] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updated VIF entry in instance network info cache for port b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2007.134441] env[62099]: DEBUG nova.network.neutron [req-e593f05e-b3b0-4fb5-a6de-04640f4f324c req-34ba8216-2de7-4918-9c89-f5be863d7de2 service nova] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating instance_info_cache with network_info: [{"id": "b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06", "address": "fa:16:3e:07:ad:84", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a450b9-89", "ovs_interfaceid": "b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.154369] env[62099]: DEBUG oslo_concurrency.lockutils [None req-3f08071b-f6b5-4a81-bef5-c96bde165982 tempest-AttachVolumeShelveTestJSON-936212310 tempest-AttachVolumeShelveTestJSON-936212310-project-member] Lock "ae88cf1f-bb66-424f-aba6-4c1cab75790d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.974s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.264616] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2007.265036] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Cleaning up deleted instances {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 2007.367810] env[62099]: DEBUG nova.network.neutron [-] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.390188] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46775bcc-3f97-4c51-bcd3-d0c081e41e36 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.399777] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d85d3e0-9c90-4b7f-9c3d-802224a8e1d5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.425380] env[62099]: DEBUG nova.compute.manager [req-3d96b299-8d8f-425a-b1c6-40ce1b3f4618 req-ee9d88b6-53a2-4287-aadd-2d27ad03f6f4 service nova] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Detach interface failed, port_id=25ff3cc3-4f0b-42bb-a7b6-c4784718f561, reason: Instance 0be27678-935f-47ab-b58a-4138cf2f813b could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2007.637541] env[62099]: DEBUG oslo_concurrency.lockutils [req-e593f05e-b3b0-4fb5-a6de-04640f4f324c req-34ba8216-2de7-4918-9c89-f5be863d7de2 service nova] Releasing lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.776339] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] There are 40 instances to clean {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2007.776532] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: c13375ed-8d6c-45e4-8d7b-8ad13dddd360] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2007.872354] env[62099]: INFO nova.compute.manager [-] [instance: 0be27678-935f-47ab-b58a-4138cf2f813b] Took 1.46 seconds to deallocate network for instance. [ 2008.279393] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: ae88cf1f-bb66-424f-aba6-4c1cab75790d] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2008.379506] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.379739] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.379965] env[62099]: DEBUG nova.objects.instance [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lazy-loading 'resources' on Instance uuid 0be27678-935f-47ab-b58a-4138cf2f813b {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2008.783566] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 8b2d96c6-5967-4f29-bde1-ffea2e10b115] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2008.923532] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02aef6f-5dfe-4d83-852a-286ca0740732 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.931026] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264478d9-3be1-415e-a43a-131de5019462 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.960914] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93518dcb-3047-4374-952a-d385893c8a51 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.968651] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc6cdf0-8bcc-4885-b314-8317069714b1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.981723] env[62099]: DEBUG nova.compute.provider_tree [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2009.287278] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 9e479887-c5fa-4d59-b2af-56893c02b15d] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2009.484833] env[62099]: DEBUG nova.scheduler.client.report [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2009.790371] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 8295db17-c358-46c7-a76a-cfcc1f8cc41e] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2009.989588] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.009100] env[62099]: INFO nova.scheduler.client.report [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Deleted allocations for instance 0be27678-935f-47ab-b58a-4138cf2f813b [ 2010.293951] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 60e22ad2-8f43-4eab-96d3-4c84f72103b0] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2010.516059] env[62099]: DEBUG oslo_concurrency.lockutils [None req-4302bb24-f885-4853-a619-e1ad5690219c tempest-AttachVolumeNegativeTest-439909754 tempest-AttachVolumeNegativeTest-439909754-project-member] Lock "0be27678-935f-47ab-b58a-4138cf2f813b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.739s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.797151] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 2c9bb585-0830-4e2d-9591-efb2b6c4a287] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2011.300909] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: e6e56501-9487-4ba4-b9e5-e65f2a4fb8de] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2011.804544] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 8fe8c676-bd96-4da3-a5bc-c1c46b61dae9] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2012.308388] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 3fcc58b2-8dd9-4d10-a80a-c7119c6e1c43] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2012.813515] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 37a471a8-7d62-4820-91cb-f47380b488ba] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2013.316915] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: d50d3f34-69f7-41c8-9e0c-471029048e8b] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2013.821827] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 7ed9a9a7-a94c-4c3b-ba66-f2517f41eab7] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2014.325434] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: cfc5c680-6ca9-43a1-90ef-e4a632982d11] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2014.829330] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 3846ec4c-c74b-49ef-9fc0-38238e919eb0] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2015.333239] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 3f1e9cf4-ac75-46ac-996e-2215756d53f0] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2015.836397] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: a3f49b35-0e49-4078-9392-c7126cf14a29] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2016.340294] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 599d9eed-469e-4bf4-abd2-4c912946fbad] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2016.844444] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 8306276b-1091-459a-8301-4bcfc22b7c4f] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2017.347814] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: a63b410f-88be-40f1-8b1f-c03cd495dbe5] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2017.851313] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 760e1375-70c4-42f6-888e-56ca9c079c8a] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2018.354391] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 08c08a5a-6dcc-4cb3-948d-a533dcedd372] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2018.857846] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: c08f6c9c-6a21-425e-b8cb-099d1a471273] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2019.361620] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: a335a02b-d384-400c-bb2f-6770f0d88499] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2019.864652] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: d54db130-40fb-4f58-abe4-548f808de31f] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2020.368355] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 8410bc21-c169-474e-9e23-8bfab30fa6db] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2020.872418] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 88d3321e-0529-42f7-9613-cbd4bcd433b6] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2021.376162] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 1e728494-2322-4e00-9045-c3058d733375] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2021.879195] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: a7480b01-ab51-4e66-aaf5-dcf049bee103] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2022.382472] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 028e8c79-66a7-431e-9743-f704a5c79c9e] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2022.885979] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 69fd58ca-a8c0-4c77-9062-caf63d38be25] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2023.389660] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: bc7253df-1845-43be-93a8-81ab512e7e7b] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2023.893250] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 100bb6d8-f69a-4ad3-a1c8-53e7fa280040] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2024.396759] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: ff4bcb5f-bff6-4b2e-8ef4-efcb56a450fb] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2024.900021] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: bab7c411-a648-40b6-a350-1aa24077b2a3] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2025.403726] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 2efc88b6-568a-46c3-89a0-f227c5ada671] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2025.906824] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: f3aa61db-f6e2-486f-9804-fec6cc78caa3] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2026.410587] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 62d9831c-d811-4cc3-81d7-466bec129943] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2026.914316] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 066f9ed3-95fb-4b34-9398-6937855f7e2d] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2027.418332] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 1b4c7281-63df-4c1b-8583-e3db858f0c64] Instance has had 0 of 5 cleanup attempts {{(pid=62099) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2027.922163] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.922364] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Cleaning up deleted instances with incomplete migration {{(pid=62099) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 2029.424914] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2029.425348] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2029.425348] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2044.612681] env[62099]: DEBUG nova.compute.manager [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Stashing vm_state: active {{(pid=62099) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 2045.128033] env[62099]: DEBUG oslo_concurrency.lockutils [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.128306] env[62099]: DEBUG oslo_concurrency.lockutils [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.633647] env[62099]: INFO nova.compute.claims [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2046.139534] env[62099]: INFO nova.compute.resource_tracker [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating resource usage from migration e45710fc-b49d-464a-aacc-128ef9658ad0 [ 2046.174483] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cc2f7f-01af-43cd-8e30-0008bce38111 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.182214] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c645685-6533-406b-83c0-49f2170313bf {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.211099] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea527dfe-0bf1-4ef6-bcea-d926ac53a7b6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.218351] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006fe309-3e51-466c-bdd1-8920402f99a7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.232383] env[62099]: DEBUG nova.compute.provider_tree [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2046.735529] env[62099]: DEBUG nova.scheduler.client.report [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2047.240994] env[62099]: DEBUG oslo_concurrency.lockutils [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.112s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.241266] env[62099]: INFO nova.compute.manager [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Migrating [ 2047.755707] env[62099]: DEBUG oslo_concurrency.lockutils [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.756231] env[62099]: DEBUG oslo_concurrency.lockutils [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.756231] env[62099]: DEBUG nova.network.neutron [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2048.468079] env[62099]: DEBUG nova.network.neutron [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating instance_info_cache with network_info: [{"id": "b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06", "address": "fa:16:3e:07:ad:84", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a450b9-89", "ovs_interfaceid": "b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.970806] env[62099]: DEBUG oslo_concurrency.lockutils [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.487110] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec42f30-0a33-4e5f-b0c9-f0c0bee65779 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.505903] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating instance 'c4378a91-1ce6-42ff-b519-35040dedc2f0' progress to 0 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2051.013050] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2051.013366] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-945a44e2-a4f9-4f26-ba66-fddcb17722d4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.020663] env[62099]: DEBUG oslo_vmware.api [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2051.020663] env[62099]: value = "task-1897634" [ 2051.020663] env[62099]: _type = "Task" [ 2051.020663] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.028293] env[62099]: DEBUG oslo_vmware.api [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.531663] env[62099]: DEBUG oslo_vmware.api [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897634, 'name': PowerOffVM_Task, 'duration_secs': 0.20803} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.532058] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2051.532107] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating instance 'c4378a91-1ce6-42ff-b519-35040dedc2f0' progress to 17 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2052.038237] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2052.038530] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2052.038639] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2052.038826] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2052.038973] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2052.039138] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2052.039345] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2052.039504] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2052.039672] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2052.039834] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2052.040015] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2052.045131] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb9a3cda-c151-4b0a-be17-7fe109e07781 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.060930] env[62099]: DEBUG oslo_vmware.api [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2052.060930] env[62099]: value = "task-1897635" [ 2052.060930] env[62099]: _type = "Task" [ 2052.060930] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.068635] env[62099]: DEBUG oslo_vmware.api [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.570989] env[62099]: DEBUG oslo_vmware.api [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897635, 'name': ReconfigVM_Task, 'duration_secs': 0.170851} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.571360] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating instance 'c4378a91-1ce6-42ff-b519-35040dedc2f0' progress to 33 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2053.077551] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2053.077873] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2053.078012] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2053.078204] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2053.078351] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2053.078498] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2053.078703] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2053.078866] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2053.079045] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2053.079217] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2053.079392] env[62099]: DEBUG nova.virt.hardware [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2053.085058] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2053.085359] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0b7f19c-86df-4f59-ab1c-c0996dda6c2a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.105655] env[62099]: DEBUG oslo_vmware.api [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2053.105655] env[62099]: value = "task-1897636" [ 2053.105655] env[62099]: _type = "Task" [ 2053.105655] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.113452] env[62099]: DEBUG oslo_vmware.api [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.616060] env[62099]: DEBUG oslo_vmware.api [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897636, 'name': ReconfigVM_Task, 'duration_secs': 0.156236} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.616370] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2053.617129] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c1e9c0-095c-4708-acb5-242c99552250 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.638183] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] c4378a91-1ce6-42ff-b519-35040dedc2f0/c4378a91-1ce6-42ff-b519-35040dedc2f0.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2053.638694] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2ee374e-59d6-4866-93c7-8ef1e6a73fc8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.655743] env[62099]: DEBUG oslo_vmware.api [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2053.655743] env[62099]: value = "task-1897637" [ 2053.655743] env[62099]: _type = "Task" [ 2053.655743] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.662728] env[62099]: DEBUG oslo_vmware.api [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.165716] env[62099]: DEBUG oslo_vmware.api [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897637, 'name': ReconfigVM_Task, 'duration_secs': 0.27365} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.166011] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Reconfigured VM instance instance-00000074 to attach disk [datastore1] c4378a91-1ce6-42ff-b519-35040dedc2f0/c4378a91-1ce6-42ff-b519-35040dedc2f0.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2054.166295] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating instance 'c4378a91-1ce6-42ff-b519-35040dedc2f0' progress to 50 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2054.672679] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36a91b8-cc5c-444a-a603-f8ffd1bd8b3a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.692948] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc61d56-df8b-4c06-a73f-5a5b0455554b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.710454] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating instance 'c4378a91-1ce6-42ff-b519-35040dedc2f0' progress to 67 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2055.249797] env[62099]: DEBUG nova.network.neutron [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Port b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06 binding to destination host cpu-1 is already ACTIVE {{(pid=62099) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2056.273783] env[62099]: DEBUG oslo_concurrency.lockutils [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "c4378a91-1ce6-42ff-b519-35040dedc2f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.274206] env[62099]: DEBUG oslo_concurrency.lockutils [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "c4378a91-1ce6-42ff-b519-35040dedc2f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.274251] env[62099]: DEBUG oslo_concurrency.lockutils [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "c4378a91-1ce6-42ff-b519-35040dedc2f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.307489] env[62099]: DEBUG oslo_concurrency.lockutils [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.307776] env[62099]: DEBUG oslo_concurrency.lockutils [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.307849] env[62099]: DEBUG nova.network.neutron [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2058.046994] env[62099]: DEBUG nova.network.neutron [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating instance_info_cache with network_info: [{"id": "b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06", "address": "fa:16:3e:07:ad:84", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a450b9-89", "ovs_interfaceid": "b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.550248] env[62099]: DEBUG oslo_concurrency.lockutils [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.159126] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22d4fae-bc93-4dfe-b283-bdb516d90e08 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.179126] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ae95d1-9c01-40a3-b6ce-c1281ef293c5 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.186136] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating instance 'c4378a91-1ce6-42ff-b519-35040dedc2f0' progress to 83 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2059.264645] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2059.264814] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2059.692504] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2059.692823] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6658827-49e5-41ca-ae18-b0aea427707f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.700582] env[62099]: DEBUG oslo_vmware.api [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2059.700582] env[62099]: value = "task-1897638" [ 2059.700582] env[62099]: _type = "Task" [ 2059.700582] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.713201] env[62099]: DEBUG oslo_vmware.api [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.210482] env[62099]: DEBUG oslo_vmware.api [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897638, 'name': PowerOnVM_Task, 'duration_secs': 0.369134} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.210752] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2060.210943] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-897ef13b-f52e-42c6-97e6-af78ee8b70eb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating instance 'c4378a91-1ce6-42ff-b519-35040dedc2f0' progress to 100 {{(pid=62099) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2061.265453] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2061.265755] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2061.265755] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Rebuilding the list of instances to heal {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2061.794497] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.794659] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquired lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.794804] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Forcefully refreshing network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2061.794950] env[62099]: DEBUG nova.objects.instance [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lazy-loading 'info_cache' on Instance uuid c4378a91-1ce6-42ff-b519-35040dedc2f0 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2063.024262] env[62099]: DEBUG nova.network.neutron [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Port b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06 binding to destination host cpu-1 is already ACTIVE {{(pid=62099) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2063.024616] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2063.508799] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating instance_info_cache with network_info: [{"id": "b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06", "address": "fa:16:3e:07:ad:84", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a450b9-89", "ovs_interfaceid": "b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2064.011513] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Releasing lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2064.011746] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updated the network info_cache for instance {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2064.011993] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2064.012184] env[62099]: DEBUG nova.network.neutron [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2064.013376] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2064.013621] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2064.013998] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2064.518433] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.518804] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.518945] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.519162] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2064.520353] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24da7b56-a040-4313-9eb7-c65a79ee3946 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.531194] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c891cf3e-36d5-43fa-b644-3576adca2c51 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.549897] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4816b5da-3386-459b-89a5-f6a815102fa1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.557817] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d08c38b-494a-4898-9d2d-0014af80bbf4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.602739] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181291MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2064.602872] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.603101] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.777437] env[62099]: DEBUG nova.network.neutron [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating instance_info_cache with network_info: [{"id": "b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06", "address": "fa:16:3e:07:ad:84", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a450b9-89", "ovs_interfaceid": "b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2065.279820] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.613183] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Applying migration context for instance c4378a91-1ce6-42ff-b519-35040dedc2f0 as it has an incoming, in-progress migration e45710fc-b49d-464a-aacc-128ef9658ad0. Migration status is reverting {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2065.613723] env[62099]: INFO nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating resource usage from migration e45710fc-b49d-464a-aacc-128ef9658ad0 [ 2065.632367] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Migration e45710fc-b49d-464a-aacc-128ef9658ad0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2065.632511] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance c4378a91-1ce6-42ff-b519-35040dedc2f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2065.632681] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2065.632818] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2065.668122] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56403768-f375-4abc-8cdb-dc4041e02efb {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.675410] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e15bc5e-2938-4258-811e-63596d1a6ade {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.703619] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91b32f2-dc4d-4df6-affd-6fd7fa8ec3c4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.709970] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4e2ac2-f97f-4b35-acbc-f54d3acf406e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.722071] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2065.782606] env[62099]: DEBUG nova.compute.manager [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62099) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2065.782809] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.224954] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2066.729190] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2066.729576] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.729702] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.947s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.232904] env[62099]: DEBUG nova.objects.instance [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lazy-loading 'migration_context' on Instance uuid c4378a91-1ce6-42ff-b519-35040dedc2f0 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2067.770615] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fe201f-4077-42fb-8d5d-88df25c90f44 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.778196] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eceb3239-5cc5-4058-8144-e930b2a6b1dc {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.807010] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e7ea74-f18a-44f6-8eac-bf62de5c1e09 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.813593] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6798202f-7a0c-4f05-990f-6ed74fc4ac0d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.826223] env[62099]: DEBUG nova.compute.provider_tree [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2068.329680] env[62099]: DEBUG nova.scheduler.client.report [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2069.342823] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.613s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.981920] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2069.982178] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2070.264547] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2070.875974] env[62099]: INFO nova.compute.manager [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Swapping old allocation on dict_keys(['43c8a4a7-40f1-4ba7-adfe-424593691d02']) held by migration e45710fc-b49d-464a-aacc-128ef9658ad0 for instance [ 2070.897177] env[62099]: DEBUG nova.scheduler.client.report [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Overwriting current allocation {'allocations': {'43c8a4a7-40f1-4ba7-adfe-424593691d02': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 150}}, 'project_id': '257c378ee45d4dfc96a749c98de5a8f2', 'user_id': '754c02643fa9491699dcaa369711e879', 'consumer_generation': 1} on consumer c4378a91-1ce6-42ff-b519-35040dedc2f0 {{(pid=62099) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2070.982508] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.982704] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.982878] env[62099]: DEBUG nova.network.neutron [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2071.259731] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2071.682965] env[62099]: DEBUG nova.network.neutron [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating instance_info_cache with network_info: [{"id": "b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06", "address": "fa:16:3e:07:ad:84", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a450b9-89", "ovs_interfaceid": "b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2072.186183] env[62099]: DEBUG oslo_concurrency.lockutils [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "refresh_cache-c4378a91-1ce6-42ff-b519-35040dedc2f0" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.186674] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2072.187053] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cd31499-1105-42b1-9770-bebce517b27c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.194464] env[62099]: DEBUG oslo_vmware.api [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2072.194464] env[62099]: value = "task-1897639" [ 2072.194464] env[62099]: _type = "Task" [ 2072.194464] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.203503] env[62099]: DEBUG oslo_vmware.api [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.704388] env[62099]: DEBUG oslo_vmware.api [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897639, 'name': PowerOffVM_Task, 'duration_secs': 0.215929} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.704665] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2072.705314] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2072.705531] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2072.705686] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2072.705871] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2072.706063] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2072.706223] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2072.706431] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2072.706595] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2072.706764] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2072.706926] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2072.707119] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2072.711997] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feb67d22-ff9b-4c5e-87e6-59204fa0a924 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.727490] env[62099]: DEBUG oslo_vmware.api [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2072.727490] env[62099]: value = "task-1897640" [ 2072.727490] env[62099]: _type = "Task" [ 2072.727490] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.734785] env[62099]: DEBUG oslo_vmware.api [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.237889] env[62099]: DEBUG oslo_vmware.api [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897640, 'name': ReconfigVM_Task, 'duration_secs': 0.160274} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.238676] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f876658-6bac-48a8-917c-3fa094b4ef27 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.255907] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2073.256152] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2073.256315] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2073.256498] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2073.256645] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2073.256797] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2073.257013] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2073.257184] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2073.257354] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2073.257516] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2073.257691] env[62099]: DEBUG nova.virt.hardware [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2073.258451] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd344d1-008c-4c71-ae1c-8f7565c484a1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.263980] env[62099]: DEBUG oslo_vmware.api [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2073.263980] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]520deb4d-5fba-de3b-bef7-374ddf203c7d" [ 2073.263980] env[62099]: _type = "Task" [ 2073.263980] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.272324] env[62099]: DEBUG oslo_vmware.api [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520deb4d-5fba-de3b-bef7-374ddf203c7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.774548] env[62099]: DEBUG oslo_vmware.api [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520deb4d-5fba-de3b-bef7-374ddf203c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.011763} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.779779] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2073.780069] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d51ba9f8-b850-42ed-be5f-814a65c894e8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.797754] env[62099]: DEBUG oslo_vmware.api [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2073.797754] env[62099]: value = "task-1897641" [ 2073.797754] env[62099]: _type = "Task" [ 2073.797754] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.805173] env[62099]: DEBUG oslo_vmware.api [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.307374] env[62099]: DEBUG oslo_vmware.api [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897641, 'name': ReconfigVM_Task, 'duration_secs': 0.268207} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.307757] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=62099) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2074.308418] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e3ef0b-92da-4abe-85bd-b6f89c429965 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.329639] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] c4378a91-1ce6-42ff-b519-35040dedc2f0/c4378a91-1ce6-42ff-b519-35040dedc2f0.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2074.329860] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6d08e39-33e3-479d-81cd-93528ce25df7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.347348] env[62099]: DEBUG oslo_vmware.api [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2074.347348] env[62099]: value = "task-1897642" [ 2074.347348] env[62099]: _type = "Task" [ 2074.347348] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.354715] env[62099]: DEBUG oslo_vmware.api [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.857551] env[62099]: DEBUG oslo_vmware.api [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897642, 'name': ReconfigVM_Task, 'duration_secs': 0.345249} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.857820] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Reconfigured VM instance instance-00000074 to attach disk [datastore1] c4378a91-1ce6-42ff-b519-35040dedc2f0/c4378a91-1ce6-42ff-b519-35040dedc2f0.vmdk or device None with type thin {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2074.858621] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae36563-ddd1-407c-8edb-129581481402 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.876161] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b3a2ca-39b9-4080-bcba-7c02c1fcdd60 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.893402] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e946a5d-357c-43f3-b34a-26bb853eceab {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.910758] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cae6198-d969-48f7-b61d-4362704c11fe {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.917194] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2074.917431] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebd557d9-9e87-4e1b-b198-0a2feb6a9a53 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.925209] env[62099]: DEBUG oslo_vmware.api [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2074.925209] env[62099]: value = "task-1897643" [ 2074.925209] env[62099]: _type = "Task" [ 2074.925209] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.933495] env[62099]: DEBUG oslo_vmware.api [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.435788] env[62099]: DEBUG oslo_vmware.api [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897643, 'name': PowerOnVM_Task, 'duration_secs': 0.408117} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.436184] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2076.446561] env[62099]: INFO nova.compute.manager [None req-f777356f-2e7d-4f1f-aa74-0f39233a8998 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating instance to original state: 'active' [ 2077.853711] env[62099]: DEBUG oslo_concurrency.lockutils [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "c4378a91-1ce6-42ff-b519-35040dedc2f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.854199] env[62099]: DEBUG oslo_concurrency.lockutils [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "c4378a91-1ce6-42ff-b519-35040dedc2f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.854199] env[62099]: DEBUG oslo_concurrency.lockutils [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "c4378a91-1ce6-42ff-b519-35040dedc2f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.854340] env[62099]: DEBUG oslo_concurrency.lockutils [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "c4378a91-1ce6-42ff-b519-35040dedc2f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.854466] env[62099]: DEBUG oslo_concurrency.lockutils [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "c4378a91-1ce6-42ff-b519-35040dedc2f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.856771] env[62099]: INFO nova.compute.manager [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Terminating instance [ 2078.360228] env[62099]: DEBUG nova.compute.manager [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2078.360467] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2078.361709] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7868991-69be-48b3-a1b5-4e79e737e998 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.370060] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2078.370222] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92871536-5807-44af-891a-98abc4a11151 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.376860] env[62099]: DEBUG oslo_vmware.api [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2078.376860] env[62099]: value = "task-1897644" [ 2078.376860] env[62099]: _type = "Task" [ 2078.376860] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.385247] env[62099]: DEBUG oslo_vmware.api [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.886976] env[62099]: DEBUG oslo_vmware.api [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897644, 'name': PowerOffVM_Task, 'duration_secs': 0.182201} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.887424] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2078.887475] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2078.887734] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c642be7-7708-4281-b0dc-c4a5ed8d95ea {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.072873] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2079.073110] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2079.073304] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Deleting the datastore file [datastore1] c4378a91-1ce6-42ff-b519-35040dedc2f0 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2079.073587] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fae5ddc6-2553-4836-a830-083d26a5affd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.080865] env[62099]: DEBUG oslo_vmware.api [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2079.080865] env[62099]: value = "task-1897646" [ 2079.080865] env[62099]: _type = "Task" [ 2079.080865] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.088699] env[62099]: DEBUG oslo_vmware.api [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.591355] env[62099]: DEBUG oslo_vmware.api [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282396} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.591423] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2079.591580] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2079.591762] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2079.591933] env[62099]: INFO nova.compute.manager [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2079.592196] env[62099]: DEBUG oslo.service.loopingcall [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2079.592387] env[62099]: DEBUG nova.compute.manager [-] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2079.592495] env[62099]: DEBUG nova.network.neutron [-] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2080.049150] env[62099]: DEBUG nova.compute.manager [req-e26c4903-3084-489b-84d2-384f7e7e0776 req-cf456bab-2978-4847-aa91-96e54c0133e0 service nova] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Received event network-vif-deleted-b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2080.049414] env[62099]: INFO nova.compute.manager [req-e26c4903-3084-489b-84d2-384f7e7e0776 req-cf456bab-2978-4847-aa91-96e54c0133e0 service nova] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Neutron deleted interface b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06; detaching it from the instance and deleting it from the info cache [ 2080.049526] env[62099]: DEBUG nova.network.neutron [req-e26c4903-3084-489b-84d2-384f7e7e0776 req-cf456bab-2978-4847-aa91-96e54c0133e0 service nova] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2080.527502] env[62099]: DEBUG nova.network.neutron [-] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2080.552225] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7bc7d78-3ef7-438b-b195-33f429480b4f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.562161] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d72503-cd27-4172-85ad-19f4190be59d {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.584810] env[62099]: DEBUG nova.compute.manager [req-e26c4903-3084-489b-84d2-384f7e7e0776 req-cf456bab-2978-4847-aa91-96e54c0133e0 service nova] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Detach interface failed, port_id=b8a450b9-89b3-4c16-8a2d-50ac1e3cbb06, reason: Instance c4378a91-1ce6-42ff-b519-35040dedc2f0 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2081.031101] env[62099]: INFO nova.compute.manager [-] [instance: c4378a91-1ce6-42ff-b519-35040dedc2f0] Took 1.44 seconds to deallocate network for instance. [ 2081.537146] env[62099]: DEBUG oslo_concurrency.lockutils [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.537502] env[62099]: DEBUG oslo_concurrency.lockutils [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.537648] env[62099]: DEBUG oslo_concurrency.lockutils [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.558479] env[62099]: INFO nova.scheduler.client.report [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Deleted allocations for instance c4378a91-1ce6-42ff-b519-35040dedc2f0 [ 2082.066023] env[62099]: DEBUG oslo_concurrency.lockutils [None req-54986302-7cb9-4311-aa7d-07b7a47eb4d1 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "c4378a91-1ce6-42ff-b519-35040dedc2f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.212s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.781623] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "91c042ec-cc1e-4a1d-9b32-4f41597ba304" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.781902] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "91c042ec-cc1e-4a1d-9b32-4f41597ba304" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.283853] env[62099]: DEBUG nova.compute.manager [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Starting instance... {{(pid=62099) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2083.805572] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.805888] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.807343] env[62099]: INFO nova.compute.claims [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2084.842103] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0c9e3f-d7af-4e3e-8a97-db6c0a916a1f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.849567] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77081fa8-2335-4a53-b127-ab1ef04dbb3c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.879010] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7bd62e-8ff5-483f-9d8c-c675fda70135 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.885897] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc50e33e-497b-4944-85d5-ad92fe880f13 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.899191] env[62099]: DEBUG nova.compute.provider_tree [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2085.402229] env[62099]: DEBUG nova.scheduler.client.report [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2085.907468] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.907987] env[62099]: DEBUG nova.compute.manager [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Start building networks asynchronously for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2086.413571] env[62099]: DEBUG nova.compute.utils [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Using /dev/sd instead of None {{(pid=62099) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2086.415027] env[62099]: DEBUG nova.compute.manager [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Allocating IP information in the background. {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2086.415027] env[62099]: DEBUG nova.network.neutron [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] allocate_for_instance() {{(pid=62099) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2086.466883] env[62099]: DEBUG nova.policy [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '754c02643fa9491699dcaa369711e879', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '257c378ee45d4dfc96a749c98de5a8f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62099) authorize /opt/stack/nova/nova/policy.py:192}} [ 2086.725580] env[62099]: DEBUG nova.network.neutron [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Successfully created port: 64459163-822e-4a1d-9e88-693a977f7964 {{(pid=62099) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2086.919698] env[62099]: DEBUG nova.compute.manager [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Start building block device mappings for instance. {{(pid=62099) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2087.259595] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2087.930997] env[62099]: DEBUG nova.compute.manager [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Start spawning the instance on the hypervisor. {{(pid=62099) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2087.956038] env[62099]: DEBUG nova.virt.hardware [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T21:10:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T21:10:19Z,direct_url=,disk_format='vmdk',id=998989bf-08a2-419d-9424-a21a0f6201ec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='25af00e6e7ce426bbc4a4646522671e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T21:10:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2087.956307] env[62099]: DEBUG nova.virt.hardware [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2087.956464] env[62099]: DEBUG nova.virt.hardware [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image limits 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2087.956646] env[62099]: DEBUG nova.virt.hardware [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Flavor pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2087.956795] env[62099]: DEBUG nova.virt.hardware [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Image pref 0:0:0 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2087.956945] env[62099]: DEBUG nova.virt.hardware [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62099) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2087.957170] env[62099]: DEBUG nova.virt.hardware [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2087.957330] env[62099]: DEBUG nova.virt.hardware [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2087.957515] env[62099]: DEBUG nova.virt.hardware [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Got 1 possible topologies {{(pid=62099) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2087.957678] env[62099]: DEBUG nova.virt.hardware [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2087.957867] env[62099]: DEBUG nova.virt.hardware [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62099) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2087.958760] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6decf8b-99d8-49e8-954b-50aeb2620a0f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.966951] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a04b06f-b288-4019-a7d7-cac5f0f8fc42 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.101038] env[62099]: DEBUG nova.compute.manager [req-848f5b7f-e45a-4603-b973-08ccdbcde738 req-e68a46bb-efc9-4c58-a461-8f91c93ac484 service nova] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Received event network-vif-plugged-64459163-822e-4a1d-9e88-693a977f7964 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2088.101430] env[62099]: DEBUG oslo_concurrency.lockutils [req-848f5b7f-e45a-4603-b973-08ccdbcde738 req-e68a46bb-efc9-4c58-a461-8f91c93ac484 service nova] Acquiring lock "91c042ec-cc1e-4a1d-9b32-4f41597ba304-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.101512] env[62099]: DEBUG oslo_concurrency.lockutils [req-848f5b7f-e45a-4603-b973-08ccdbcde738 req-e68a46bb-efc9-4c58-a461-8f91c93ac484 service nova] Lock "91c042ec-cc1e-4a1d-9b32-4f41597ba304-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.101644] env[62099]: DEBUG oslo_concurrency.lockutils [req-848f5b7f-e45a-4603-b973-08ccdbcde738 req-e68a46bb-efc9-4c58-a461-8f91c93ac484 service nova] Lock "91c042ec-cc1e-4a1d-9b32-4f41597ba304-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.101815] env[62099]: DEBUG nova.compute.manager [req-848f5b7f-e45a-4603-b973-08ccdbcde738 req-e68a46bb-efc9-4c58-a461-8f91c93ac484 service nova] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] No waiting events found dispatching network-vif-plugged-64459163-822e-4a1d-9e88-693a977f7964 {{(pid=62099) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2088.101980] env[62099]: WARNING nova.compute.manager [req-848f5b7f-e45a-4603-b973-08ccdbcde738 req-e68a46bb-efc9-4c58-a461-8f91c93ac484 service nova] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Received unexpected event network-vif-plugged-64459163-822e-4a1d-9e88-693a977f7964 for instance with vm_state building and task_state spawning. [ 2088.180169] env[62099]: DEBUG nova.network.neutron [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Successfully updated port: 64459163-822e-4a1d-9e88-693a977f7964 {{(pid=62099) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2088.686057] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "refresh_cache-91c042ec-cc1e-4a1d-9b32-4f41597ba304" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.686234] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "refresh_cache-91c042ec-cc1e-4a1d-9b32-4f41597ba304" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.686395] env[62099]: DEBUG nova.network.neutron [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2089.216088] env[62099]: DEBUG nova.network.neutron [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Instance cache missing network info. {{(pid=62099) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2089.349945] env[62099]: DEBUG nova.network.neutron [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Updating instance_info_cache with network_info: [{"id": "64459163-822e-4a1d-9e88-693a977f7964", "address": "fa:16:3e:21:85:a9", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64459163-82", "ovs_interfaceid": "64459163-822e-4a1d-9e88-693a977f7964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.853047] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "refresh_cache-91c042ec-cc1e-4a1d-9b32-4f41597ba304" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.853047] env[62099]: DEBUG nova.compute.manager [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Instance network_info: |[{"id": "64459163-822e-4a1d-9e88-693a977f7964", "address": "fa:16:3e:21:85:a9", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64459163-82", "ovs_interfaceid": "64459163-822e-4a1d-9e88-693a977f7964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62099) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2089.853047] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:85:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64459163-822e-4a1d-9e88-693a977f7964', 'vif_model': 'vmxnet3'}] {{(pid=62099) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2089.860528] env[62099]: DEBUG oslo.service.loopingcall [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2089.860737] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Creating VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2089.860965] env[62099]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3a06012-34e6-407b-a0c5-dacc11322e8f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.880732] env[62099]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2089.880732] env[62099]: value = "task-1897647" [ 2089.880732] env[62099]: _type = "Task" [ 2089.880732] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.887949] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897647, 'name': CreateVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.128660] env[62099]: DEBUG nova.compute.manager [req-682a418a-5506-4846-84ba-ea3c97b77093 req-bd8c69dd-55a9-43c6-b025-aac45866f04a service nova] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Received event network-changed-64459163-822e-4a1d-9e88-693a977f7964 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2090.128885] env[62099]: DEBUG nova.compute.manager [req-682a418a-5506-4846-84ba-ea3c97b77093 req-bd8c69dd-55a9-43c6-b025-aac45866f04a service nova] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Refreshing instance network info cache due to event network-changed-64459163-822e-4a1d-9e88-693a977f7964. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2090.129122] env[62099]: DEBUG oslo_concurrency.lockutils [req-682a418a-5506-4846-84ba-ea3c97b77093 req-bd8c69dd-55a9-43c6-b025-aac45866f04a service nova] Acquiring lock "refresh_cache-91c042ec-cc1e-4a1d-9b32-4f41597ba304" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.129285] env[62099]: DEBUG oslo_concurrency.lockutils [req-682a418a-5506-4846-84ba-ea3c97b77093 req-bd8c69dd-55a9-43c6-b025-aac45866f04a service nova] Acquired lock "refresh_cache-91c042ec-cc1e-4a1d-9b32-4f41597ba304" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.129519] env[62099]: DEBUG nova.network.neutron [req-682a418a-5506-4846-84ba-ea3c97b77093 req-bd8c69dd-55a9-43c6-b025-aac45866f04a service nova] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Refreshing network info cache for port 64459163-822e-4a1d-9e88-693a977f7964 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2090.391071] env[62099]: DEBUG oslo_vmware.api [-] Task: {'id': task-1897647, 'name': CreateVM_Task, 'duration_secs': 0.317057} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.391694] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Created VM on the ESX host {{(pid=62099) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2090.392473] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.392726] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.393140] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2090.393448] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9856905f-fd6d-4dde-8d0c-cb36af051dd8 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.398157] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2090.398157] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cd2a5e-18bc-ab64-8476-da554256d884" [ 2090.398157] env[62099]: _type = "Task" [ 2090.398157] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.405669] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cd2a5e-18bc-ab64-8476-da554256d884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.834292] env[62099]: DEBUG nova.network.neutron [req-682a418a-5506-4846-84ba-ea3c97b77093 req-bd8c69dd-55a9-43c6-b025-aac45866f04a service nova] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Updated VIF entry in instance network info cache for port 64459163-822e-4a1d-9e88-693a977f7964. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2090.834670] env[62099]: DEBUG nova.network.neutron [req-682a418a-5506-4846-84ba-ea3c97b77093 req-bd8c69dd-55a9-43c6-b025-aac45866f04a service nova] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Updating instance_info_cache with network_info: [{"id": "64459163-822e-4a1d-9e88-693a977f7964", "address": "fa:16:3e:21:85:a9", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64459163-82", "ovs_interfaceid": "64459163-822e-4a1d-9e88-693a977f7964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.907835] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52cd2a5e-18bc-ab64-8476-da554256d884, 'name': SearchDatastore_Task, 'duration_secs': 0.01054} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.908126] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.908359] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Processing image 998989bf-08a2-419d-9424-a21a0f6201ec {{(pid=62099) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2090.908589] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.908738] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.908920] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2090.909179] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3f46acf-b290-4ec9-a9e0-26f9df78016c {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.917627] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62099) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2090.917801] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62099) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2090.918464] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3508942a-92a6-4fc2-b235-b91cffb3cf91 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.923239] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2090.923239] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]52526b21-e998-de31-1902-9231a0fa5f8d" [ 2090.923239] env[62099]: _type = "Task" [ 2090.923239] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.929847] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52526b21-e998-de31-1902-9231a0fa5f8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.337435] env[62099]: DEBUG oslo_concurrency.lockutils [req-682a418a-5506-4846-84ba-ea3c97b77093 req-bd8c69dd-55a9-43c6-b025-aac45866f04a service nova] Releasing lock "refresh_cache-91c042ec-cc1e-4a1d-9b32-4f41597ba304" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.433770] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]52526b21-e998-de31-1902-9231a0fa5f8d, 'name': SearchDatastore_Task, 'duration_secs': 0.008722} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.434558] env[62099]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bc72e98-e3cc-4af6-b0e1-f859c410f4ae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.439505] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2091.439505] env[62099]: value = "session[522ffb31-b214-e7c2-71e3-8430745f2f90]520340d3-cadd-b0b7-12ac-ce630abcaaa4" [ 2091.439505] env[62099]: _type = "Task" [ 2091.439505] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.446847] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520340d3-cadd-b0b7-12ac-ce630abcaaa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.949819] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': session[522ffb31-b214-e7c2-71e3-8430745f2f90]520340d3-cadd-b0b7-12ac-ce630abcaaa4, 'name': SearchDatastore_Task, 'duration_secs': 0.008991} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.950104] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.950358] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 91c042ec-cc1e-4a1d-9b32-4f41597ba304/91c042ec-cc1e-4a1d-9b32-4f41597ba304.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2091.950619] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35ae1ba2-ecbf-404a-9b1c-f598724ce5cd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.957649] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2091.957649] env[62099]: value = "task-1897648" [ 2091.957649] env[62099]: _type = "Task" [ 2091.957649] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.965089] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.467810] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897648, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.968614] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897648, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.468513] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897648, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.219961} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.468950] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/998989bf-08a2-419d-9424-a21a0f6201ec/998989bf-08a2-419d-9424-a21a0f6201ec.vmdk to [datastore1] 91c042ec-cc1e-4a1d-9b32-4f41597ba304/91c042ec-cc1e-4a1d-9b32-4f41597ba304.vmdk {{(pid=62099) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2093.469042] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Extending root virtual disk to 1048576 {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2093.469239] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34eab977-608c-47a0-8773-daa5eb7276b1 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.475562] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2093.475562] env[62099]: value = "task-1897649" [ 2093.475562] env[62099]: _type = "Task" [ 2093.475562] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.483707] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.984660] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066235} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.984932] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Extended root virtual disk {{(pid=62099) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2093.985679] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f937ebe3-94f1-4da5-be8d-291815fd4bc6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.007017] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 91c042ec-cc1e-4a1d-9b32-4f41597ba304/91c042ec-cc1e-4a1d-9b32-4f41597ba304.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2094.007238] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-253231d4-56ab-4893-8099-77457e21cbdd {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.026626] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2094.026626] env[62099]: value = "task-1897650" [ 2094.026626] env[62099]: _type = "Task" [ 2094.026626] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.035470] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.536866] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897650, 'name': ReconfigVM_Task, 'duration_secs': 0.300951} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.537235] env[62099]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 91c042ec-cc1e-4a1d-9b32-4f41597ba304/91c042ec-cc1e-4a1d-9b32-4f41597ba304.vmdk or device None with type sparse {{(pid=62099) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2094.537753] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dd344ed-c9b3-4ed9-b9c3-6971637b0f5f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.544353] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2094.544353] env[62099]: value = "task-1897651" [ 2094.544353] env[62099]: _type = "Task" [ 2094.544353] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.551874] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897651, 'name': Rename_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.053752] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897651, 'name': Rename_Task, 'duration_secs': 0.156275} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.054052] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2095.054290] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed30d9f3-a53f-4b59-befd-bfa8b8d92e20 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.060708] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2095.060708] env[62099]: value = "task-1897652" [ 2095.060708] env[62099]: _type = "Task" [ 2095.060708] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.067559] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.571231] env[62099]: DEBUG oslo_vmware.api [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897652, 'name': PowerOnVM_Task, 'duration_secs': 0.433851} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.571582] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2095.571708] env[62099]: INFO nova.compute.manager [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Took 7.64 seconds to spawn the instance on the hypervisor. [ 2095.571861] env[62099]: DEBUG nova.compute.manager [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2095.572601] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d1c771-6eee-411f-8bfd-66095955266e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.089614] env[62099]: INFO nova.compute.manager [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Took 12.30 seconds to build instance. [ 2096.593024] env[62099]: DEBUG oslo_concurrency.lockutils [None req-d5fc217e-e0cd-4902-be41-39814946ba5d tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "91c042ec-cc1e-4a1d-9b32-4f41597ba304" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.810s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.001340] env[62099]: DEBUG nova.compute.manager [req-be2926e5-c47c-4432-af6f-e39cbcc43a04 req-6a36ea34-871a-4425-ade8-d62c913e5b51 service nova] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Received event network-changed-64459163-822e-4a1d-9e88-693a977f7964 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2097.001541] env[62099]: DEBUG nova.compute.manager [req-be2926e5-c47c-4432-af6f-e39cbcc43a04 req-6a36ea34-871a-4425-ade8-d62c913e5b51 service nova] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Refreshing instance network info cache due to event network-changed-64459163-822e-4a1d-9e88-693a977f7964. {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2097.001766] env[62099]: DEBUG oslo_concurrency.lockutils [req-be2926e5-c47c-4432-af6f-e39cbcc43a04 req-6a36ea34-871a-4425-ade8-d62c913e5b51 service nova] Acquiring lock "refresh_cache-91c042ec-cc1e-4a1d-9b32-4f41597ba304" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.001910] env[62099]: DEBUG oslo_concurrency.lockutils [req-be2926e5-c47c-4432-af6f-e39cbcc43a04 req-6a36ea34-871a-4425-ade8-d62c913e5b51 service nova] Acquired lock "refresh_cache-91c042ec-cc1e-4a1d-9b32-4f41597ba304" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.002083] env[62099]: DEBUG nova.network.neutron [req-be2926e5-c47c-4432-af6f-e39cbcc43a04 req-6a36ea34-871a-4425-ade8-d62c913e5b51 service nova] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Refreshing network info cache for port 64459163-822e-4a1d-9e88-693a977f7964 {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2097.727095] env[62099]: DEBUG nova.network.neutron [req-be2926e5-c47c-4432-af6f-e39cbcc43a04 req-6a36ea34-871a-4425-ade8-d62c913e5b51 service nova] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Updated VIF entry in instance network info cache for port 64459163-822e-4a1d-9e88-693a977f7964. {{(pid=62099) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2097.727468] env[62099]: DEBUG nova.network.neutron [req-be2926e5-c47c-4432-af6f-e39cbcc43a04 req-6a36ea34-871a-4425-ade8-d62c913e5b51 service nova] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Updating instance_info_cache with network_info: [{"id": "64459163-822e-4a1d-9e88-693a977f7964", "address": "fa:16:3e:21:85:a9", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64459163-82", "ovs_interfaceid": "64459163-822e-4a1d-9e88-693a977f7964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.230033] env[62099]: DEBUG oslo_concurrency.lockutils [req-be2926e5-c47c-4432-af6f-e39cbcc43a04 req-6a36ea34-871a-4425-ade8-d62c913e5b51 service nova] Releasing lock "refresh_cache-91c042ec-cc1e-4a1d-9b32-4f41597ba304" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.264449] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2121.264449] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Starting heal instance info cache {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2121.264971] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Rebuilding the list of instances to heal {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2121.794917] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "refresh_cache-91c042ec-cc1e-4a1d-9b32-4f41597ba304" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.795106] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquired lock "refresh_cache-91c042ec-cc1e-4a1d-9b32-4f41597ba304" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.795257] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Forcefully refreshing network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2121.795413] env[62099]: DEBUG nova.objects.instance [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lazy-loading 'info_cache' on Instance uuid 91c042ec-cc1e-4a1d-9b32-4f41597ba304 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2123.525476] env[62099]: DEBUG nova.network.neutron [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Updating instance_info_cache with network_info: [{"id": "64459163-822e-4a1d-9e88-693a977f7964", "address": "fa:16:3e:21:85:a9", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64459163-82", "ovs_interfaceid": "64459163-822e-4a1d-9e88-693a977f7964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.028554] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Releasing lock "refresh_cache-91c042ec-cc1e-4a1d-9b32-4f41597ba304" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2124.028751] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Updated the network info_cache for instance {{(pid=62099) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2124.028947] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2124.029138] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2124.029298] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2124.029430] env[62099]: DEBUG nova.compute.manager [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62099) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2124.029576] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2124.532684] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.533090] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.533090] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.533252] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62099) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2124.534243] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6207fc98-09d5-4fcf-b6e7-c76a497dc081 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.542693] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0970e0d4-2c84-4da2-a6d5-0dac058472d4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.556077] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dfa5b3-172f-4836-ab88-897cdc2712af {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.562036] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480abe2e-f5bc-4b91-ace0-df7250e44b76 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.591232] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181115MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62099) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2124.591381] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.591576] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.616294] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Instance 91c042ec-cc1e-4a1d-9b32-4f41597ba304 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62099) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2125.616674] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2125.616674] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62099) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2125.641499] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11703083-e851-4874-b6fc-d5c2cbdd3639 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.648664] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4980e8f3-da22-4551-aa5b-7e5b4be961e4 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.677809] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682f8791-fb7d-4a3e-b3fb-02dc946c7b20 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.684538] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27da4774-8b99-49d6-a027-210737b15886 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.696917] env[62099]: DEBUG nova.compute.provider_tree [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2126.200378] env[62099]: DEBUG nova.scheduler.client.report [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2126.706961] env[62099]: DEBUG nova.compute.resource_tracker [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62099) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2126.707318] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.943591] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2130.945625] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2131.261057] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2131.990848] env[62099]: DEBUG oslo_concurrency.lockutils [None req-78a81baa-ecbc-4650-b0dd-ecc133ee43cb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "91c042ec-cc1e-4a1d-9b32-4f41597ba304" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.991316] env[62099]: DEBUG oslo_concurrency.lockutils [None req-78a81baa-ecbc-4650-b0dd-ecc133ee43cb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "91c042ec-cc1e-4a1d-9b32-4f41597ba304" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.991393] env[62099]: DEBUG nova.compute.manager [None req-78a81baa-ecbc-4650-b0dd-ecc133ee43cb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2131.992315] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2554a00e-75f3-4ced-adb9-d1c3dbb41131 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.999062] env[62099]: DEBUG nova.compute.manager [None req-78a81baa-ecbc-4650-b0dd-ecc133ee43cb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62099) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2131.999652] env[62099]: DEBUG nova.objects.instance [None req-78a81baa-ecbc-4650-b0dd-ecc133ee43cb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lazy-loading 'flavor' on Instance uuid 91c042ec-cc1e-4a1d-9b32-4f41597ba304 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2132.265231] env[62099]: DEBUG oslo_service.periodic_task [None req-6bfdb54c-1ecb-4475-9b4d-4445541ccb70 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62099) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2133.007952] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a81baa-ecbc-4650-b0dd-ecc133ee43cb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2133.008354] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c307f71-2c2d-4317-af1a-ed4eaf300ed7 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.015720] env[62099]: DEBUG oslo_vmware.api [None req-78a81baa-ecbc-4650-b0dd-ecc133ee43cb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2133.015720] env[62099]: value = "task-1897653" [ 2133.015720] env[62099]: _type = "Task" [ 2133.015720] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.023279] env[62099]: DEBUG oslo_vmware.api [None req-78a81baa-ecbc-4650-b0dd-ecc133ee43cb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.526819] env[62099]: DEBUG oslo_vmware.api [None req-78a81baa-ecbc-4650-b0dd-ecc133ee43cb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897653, 'name': PowerOffVM_Task, 'duration_secs': 0.17792} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.527096] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a81baa-ecbc-4650-b0dd-ecc133ee43cb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2133.527301] env[62099]: DEBUG nova.compute.manager [None req-78a81baa-ecbc-4650-b0dd-ecc133ee43cb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2133.528030] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55b1c7e-5503-4d41-a431-7b8b290139ea {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.039566] env[62099]: DEBUG oslo_concurrency.lockutils [None req-78a81baa-ecbc-4650-b0dd-ecc133ee43cb tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "91c042ec-cc1e-4a1d-9b32-4f41597ba304" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.413764] env[62099]: DEBUG nova.objects.instance [None req-8a5d52d8-8708-420b-9f38-58619629324c tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lazy-loading 'flavor' on Instance uuid 91c042ec-cc1e-4a1d-9b32-4f41597ba304 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2134.920081] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8a5d52d8-8708-420b-9f38-58619629324c tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "refresh_cache-91c042ec-cc1e-4a1d-9b32-4f41597ba304" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.920347] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8a5d52d8-8708-420b-9f38-58619629324c tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "refresh_cache-91c042ec-cc1e-4a1d-9b32-4f41597ba304" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.920478] env[62099]: DEBUG nova.network.neutron [None req-8a5d52d8-8708-420b-9f38-58619629324c tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2134.920609] env[62099]: DEBUG nova.objects.instance [None req-8a5d52d8-8708-420b-9f38-58619629324c tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lazy-loading 'info_cache' on Instance uuid 91c042ec-cc1e-4a1d-9b32-4f41597ba304 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2135.424425] env[62099]: DEBUG nova.objects.base [None req-8a5d52d8-8708-420b-9f38-58619629324c tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Object Instance<91c042ec-cc1e-4a1d-9b32-4f41597ba304> lazy-loaded attributes: flavor,info_cache {{(pid=62099) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2136.142622] env[62099]: DEBUG nova.network.neutron [None req-8a5d52d8-8708-420b-9f38-58619629324c tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Updating instance_info_cache with network_info: [{"id": "64459163-822e-4a1d-9e88-693a977f7964", "address": "fa:16:3e:21:85:a9", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64459163-82", "ovs_interfaceid": "64459163-822e-4a1d-9e88-693a977f7964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2136.646116] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8a5d52d8-8708-420b-9f38-58619629324c tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "refresh_cache-91c042ec-cc1e-4a1d-9b32-4f41597ba304" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.652139] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5d52d8-8708-420b-9f38-58619629324c tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Powering on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2137.652537] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d249e79-01d0-4b06-840b-b2edc8260211 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.660129] env[62099]: DEBUG oslo_vmware.api [None req-8a5d52d8-8708-420b-9f38-58619629324c tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2137.660129] env[62099]: value = "task-1897654" [ 2137.660129] env[62099]: _type = "Task" [ 2137.660129] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.667648] env[62099]: DEBUG oslo_vmware.api [None req-8a5d52d8-8708-420b-9f38-58619629324c tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.172565] env[62099]: DEBUG oslo_vmware.api [None req-8a5d52d8-8708-420b-9f38-58619629324c tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897654, 'name': PowerOnVM_Task, 'duration_secs': 0.349576} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.172885] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5d52d8-8708-420b-9f38-58619629324c tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Powered on the VM {{(pid=62099) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2138.173088] env[62099]: DEBUG nova.compute.manager [None req-8a5d52d8-8708-420b-9f38-58619629324c tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2138.173868] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5e1462-878e-4261-a452-62070793e316 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.430575] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5075ec3f-6540-4b37-9d78-eb5371c5d7ed {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.437199] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f43b7274-6195-4a96-bf61-2f068675ec3e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Suspending the VM {{(pid=62099) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2139.437454] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a5b3f52e-7124-429f-bf27-7f863f1226ca {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.443519] env[62099]: DEBUG oslo_vmware.api [None req-f43b7274-6195-4a96-bf61-2f068675ec3e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2139.443519] env[62099]: value = "task-1897655" [ 2139.443519] env[62099]: _type = "Task" [ 2139.443519] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.451641] env[62099]: DEBUG oslo_vmware.api [None req-f43b7274-6195-4a96-bf61-2f068675ec3e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897655, 'name': SuspendVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.955243] env[62099]: DEBUG oslo_vmware.api [None req-f43b7274-6195-4a96-bf61-2f068675ec3e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897655, 'name': SuspendVM_Task} progress is 100%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.454231] env[62099]: DEBUG oslo_vmware.api [None req-f43b7274-6195-4a96-bf61-2f068675ec3e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897655, 'name': SuspendVM_Task, 'duration_secs': 0.541857} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.455111] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-f43b7274-6195-4a96-bf61-2f068675ec3e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Suspended the VM {{(pid=62099) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2140.455198] env[62099]: DEBUG nova.compute.manager [None req-f43b7274-6195-4a96-bf61-2f068675ec3e tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2140.455911] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d01746-952b-43a0-a123-f2228bb6d46f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.824022] env[62099]: INFO nova.compute.manager [None req-6f93e9b7-7582-4df6-9d6d-7ed440c2ffc8 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Resuming [ 2141.824888] env[62099]: DEBUG nova.objects.instance [None req-6f93e9b7-7582-4df6-9d6d-7ed440c2ffc8 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lazy-loading 'flavor' on Instance uuid 91c042ec-cc1e-4a1d-9b32-4f41597ba304 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2143.335547] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6f93e9b7-7582-4df6-9d6d-7ed440c2ffc8 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "refresh_cache-91c042ec-cc1e-4a1d-9b32-4f41597ba304" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2143.335913] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6f93e9b7-7582-4df6-9d6d-7ed440c2ffc8 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquired lock "refresh_cache-91c042ec-cc1e-4a1d-9b32-4f41597ba304" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2143.335913] env[62099]: DEBUG nova.network.neutron [None req-6f93e9b7-7582-4df6-9d6d-7ed440c2ffc8 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Building network info cache for instance {{(pid=62099) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2144.039137] env[62099]: DEBUG nova.network.neutron [None req-6f93e9b7-7582-4df6-9d6d-7ed440c2ffc8 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Updating instance_info_cache with network_info: [{"id": "64459163-822e-4a1d-9e88-693a977f7964", "address": "fa:16:3e:21:85:a9", "network": {"id": "1db90da6-1766-4724-9293-0d13eff93fff", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1975403702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "257c378ee45d4dfc96a749c98de5a8f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64459163-82", "ovs_interfaceid": "64459163-822e-4a1d-9e88-693a977f7964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.542403] env[62099]: DEBUG oslo_concurrency.lockutils [None req-6f93e9b7-7582-4df6-9d6d-7ed440c2ffc8 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Releasing lock "refresh_cache-91c042ec-cc1e-4a1d-9b32-4f41597ba304" {{(pid=62099) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2144.543362] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a300a1-37e9-436e-a323-3c0985509aca {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.550135] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6f93e9b7-7582-4df6-9d6d-7ed440c2ffc8 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Resuming the VM {{(pid=62099) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2144.550356] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40f31e18-4ccf-4b18-b6de-da0b94ff3db6 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.556591] env[62099]: DEBUG oslo_vmware.api [None req-6f93e9b7-7582-4df6-9d6d-7ed440c2ffc8 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2144.556591] env[62099]: value = "task-1897656" [ 2144.556591] env[62099]: _type = "Task" [ 2144.556591] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.564262] env[62099]: DEBUG oslo_vmware.api [None req-6f93e9b7-7582-4df6-9d6d-7ed440c2ffc8 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.067201] env[62099]: DEBUG oslo_vmware.api [None req-6f93e9b7-7582-4df6-9d6d-7ed440c2ffc8 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897656, 'name': PowerOnVM_Task, 'duration_secs': 0.497918} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.067439] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-6f93e9b7-7582-4df6-9d6d-7ed440c2ffc8 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Resumed the VM {{(pid=62099) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2145.067595] env[62099]: DEBUG nova.compute.manager [None req-6f93e9b7-7582-4df6-9d6d-7ed440c2ffc8 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Checking state {{(pid=62099) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2145.068423] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60358b72-9413-4cfe-b5db-8b936b22d744 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.582535] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "91c042ec-cc1e-4a1d-9b32-4f41597ba304" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.582984] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "91c042ec-cc1e-4a1d-9b32-4f41597ba304" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.583058] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "91c042ec-cc1e-4a1d-9b32-4f41597ba304-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.583669] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "91c042ec-cc1e-4a1d-9b32-4f41597ba304-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.583779] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "91c042ec-cc1e-4a1d-9b32-4f41597ba304-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.585886] env[62099]: INFO nova.compute.manager [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Terminating instance [ 2147.089321] env[62099]: DEBUG nova.compute.manager [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Start destroying the instance on the hypervisor. {{(pid=62099) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2147.089553] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Destroying instance {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2147.090471] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3cb444-9b67-4a45-a502-aa541ecfd6f2 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.097981] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Powering off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2147.098223] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-872b5b13-22ec-4b3c-a47a-99af07fc7128 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.104551] env[62099]: DEBUG oslo_vmware.api [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2147.104551] env[62099]: value = "task-1897657" [ 2147.104551] env[62099]: _type = "Task" [ 2147.104551] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.112288] env[62099]: DEBUG oslo_vmware.api [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.614204] env[62099]: DEBUG oslo_vmware.api [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897657, 'name': PowerOffVM_Task, 'duration_secs': 0.185233} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.614574] env[62099]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Powered off the VM {{(pid=62099) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2147.614626] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Unregistering the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2147.614887] env[62099]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24870793-1b9d-4693-af90-39db70d7460f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.753295] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Unregistered the VM {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2147.753557] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Deleting contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2147.753693] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Deleting the datastore file [datastore1] 91c042ec-cc1e-4a1d-9b32-4f41597ba304 {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2147.754016] env[62099]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a04d2ac-502f-413b-aca7-1fe02cee894a {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.759852] env[62099]: DEBUG oslo_vmware.api [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for the task: (returnval){ [ 2147.759852] env[62099]: value = "task-1897659" [ 2147.759852] env[62099]: _type = "Task" [ 2147.759852] env[62099]: } to complete. {{(pid=62099) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.767261] env[62099]: DEBUG oslo_vmware.api [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.270734] env[62099]: DEBUG oslo_vmware.api [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Task: {'id': task-1897659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170839} completed successfully. {{(pid=62099) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.271088] env[62099]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Deleted the datastore file {{(pid=62099) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2148.271292] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Deleted contents of the VM from datastore datastore1 {{(pid=62099) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2148.271519] env[62099]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Instance destroyed {{(pid=62099) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2148.271731] env[62099]: INFO nova.compute.manager [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2148.272038] env[62099]: DEBUG oslo.service.loopingcall [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62099) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2148.272282] env[62099]: DEBUG nova.compute.manager [-] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Deallocating network for instance {{(pid=62099) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2148.272454] env[62099]: DEBUG nova.network.neutron [-] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] deallocate_for_instance() {{(pid=62099) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2148.765021] env[62099]: DEBUG nova.compute.manager [req-138f0045-cac5-4919-92ec-bb3c695561d3 req-ece8642f-c0e2-4ecb-ab27-46e63000e6a8 service nova] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Received event network-vif-deleted-64459163-822e-4a1d-9e88-693a977f7964 {{(pid=62099) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2148.765257] env[62099]: INFO nova.compute.manager [req-138f0045-cac5-4919-92ec-bb3c695561d3 req-ece8642f-c0e2-4ecb-ab27-46e63000e6a8 service nova] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Neutron deleted interface 64459163-822e-4a1d-9e88-693a977f7964; detaching it from the instance and deleting it from the info cache [ 2148.765417] env[62099]: DEBUG nova.network.neutron [req-138f0045-cac5-4919-92ec-bb3c695561d3 req-ece8642f-c0e2-4ecb-ab27-46e63000e6a8 service nova] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.243371] env[62099]: DEBUG nova.network.neutron [-] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Updating instance_info_cache with network_info: [] {{(pid=62099) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.267569] env[62099]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-916489ea-c250-441b-bcbe-bfba06db311e {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.277416] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79461d5-d96e-4a14-b152-f9adfda72866 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.302176] env[62099]: DEBUG nova.compute.manager [req-138f0045-cac5-4919-92ec-bb3c695561d3 req-ece8642f-c0e2-4ecb-ab27-46e63000e6a8 service nova] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Detach interface failed, port_id=64459163-822e-4a1d-9e88-693a977f7964, reason: Instance 91c042ec-cc1e-4a1d-9b32-4f41597ba304 could not be found. {{(pid=62099) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2149.746168] env[62099]: INFO nova.compute.manager [-] [instance: 91c042ec-cc1e-4a1d-9b32-4f41597ba304] Took 1.47 seconds to deallocate network for instance. [ 2150.252816] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.253230] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.253328] env[62099]: DEBUG nova.objects.instance [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lazy-loading 'resources' on Instance uuid 91c042ec-cc1e-4a1d-9b32-4f41597ba304 {{(pid=62099) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2150.772874] env[62099]: DEBUG nova.scheduler.client.report [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Refreshing inventories for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2150.786427] env[62099]: DEBUG nova.scheduler.client.report [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Updating ProviderTree inventory for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2150.786639] env[62099]: DEBUG nova.compute.provider_tree [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Updating inventory in ProviderTree for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2150.796369] env[62099]: DEBUG nova.scheduler.client.report [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Refreshing aggregate associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, aggregates: None {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2150.812450] env[62099]: DEBUG nova.scheduler.client.report [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Refreshing trait associations for resource provider 43c8a4a7-40f1-4ba7-adfe-424593691d02, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62099) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2150.836978] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f06100-ef88-4229-b06f-96efb6e035ae {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.844346] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30701322-e178-4518-aa55-735fa07eb10b {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.872877] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f3f987-3b07-4af2-affa-aef4716bd746 {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.879680] env[62099]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e66ed8a-a8fe-4d21-8627-8ba3651a0a0f {{(pid=62099) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.892141] env[62099]: DEBUG nova.compute.provider_tree [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed in ProviderTree for provider: 43c8a4a7-40f1-4ba7-adfe-424593691d02 {{(pid=62099) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2151.395808] env[62099]: DEBUG nova.scheduler.client.report [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Inventory has not changed for provider 43c8a4a7-40f1-4ba7-adfe-424593691d02 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62099) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2151.902247] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.927383] env[62099]: INFO nova.scheduler.client.report [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Deleted allocations for instance 91c042ec-cc1e-4a1d-9b32-4f41597ba304 [ 2152.435063] env[62099]: DEBUG oslo_concurrency.lockutils [None req-8f4a9724-fa24-4846-97f3-d07ee7e06ce3 tempest-ServerActionsTestJSON-576438384 tempest-ServerActionsTestJSON-576438384-project-member] Lock "91c042ec-cc1e-4a1d-9b32-4f41597ba304" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.852s {{(pid=62099) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}